-- Logs begin at Tue 2021-08-24 15:20:53 UTC, end at Tue 2021-08-24 16:32:22 UTC. -- Aug 24 16:06:53.335015 dv-cinder-755654-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 16:06:56.069349 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:06:56.069904 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 16:06:56.070060 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 16:06:56.073318 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:06:56.073582 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 16:06:56.073906 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 16:06:56.074862 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:06:56.075102 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:06:56.075472 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:06:56.075725 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:06:56.075963 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:06:56.076288 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.076614 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.076916 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.077150 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.077452 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.077753 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.078041 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.078334 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.078636 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.078928 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.079209 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.079493 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.079727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.080014 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.080305 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.080623 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.080854 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.081137 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.081564 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.081980 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.082266 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.082566 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.083364 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.083650 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.083932 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.084223 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.084609 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] host = dv-cinder-755654-11-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.084894 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.085188 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.085478 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.085768 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.086046 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.086327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.086616 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.086894 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.087170 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.087449 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.087743 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.088032 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.088327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.088577 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.088807 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.089103 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.089400 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.089681 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.089959 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.090236 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.090515 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.090793 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.091066 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.091356 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.091645 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.091933 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.092213 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.092513 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.092792 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.093069 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.093359 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.093637 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.093914 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.094189 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.094486 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.094762 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.095042 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.095347 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.095639 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.095927 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.096215 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.096508 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.096806 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.097108 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.097385 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.097662 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.097938 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.098210 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.098517 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.099324 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.099603 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.099884 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.100161 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.100451 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:56.100834 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.101142 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.101450 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.101739 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.102042 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.102328 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.102623 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.102910 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.103203 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.103498 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.103792 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.104075 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.104383 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.104698 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.104998 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.105312 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.105613 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.105909 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.106191 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.106470 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.106749 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.107031 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.107325 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.107626 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.107923 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.108204 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.108533 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.108834 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.109116 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.109398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.109682 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.109977 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.110262 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.110539 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.110827 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.111108 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.111387 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.111665 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.111948 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.112247 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.112557 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.112909 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.113118 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.113401 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.113679 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.113969 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.114275 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.114575 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.114856 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.115139 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.115418 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.115699 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.115982 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.116263 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.116572 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.116854 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.117132 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.117409 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.117689 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.117967 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.118246 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.118523 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.118805 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.119083 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.119365 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.119647 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.119927 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.120207 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.120544 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.120852 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.121135 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.121420 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.121706 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.121991 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.122274 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.122556 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.122843 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.123124 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.123403 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.123698 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.123988 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.124280 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.124604 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.124892 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.125193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.125476 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.125784 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.126068 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.126373 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.126669 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.126961 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.127261 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.127560 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.127859 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.128160 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.128460 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.128766 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.129080 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.129371 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:56.129594 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:06:56.129863 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 16:06:56.483728 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 16:06:56.484014 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 16:06:56.484310 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 16:06:56.484769 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 16:06:56.877406 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.877709 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.877999 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.879324 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.879614 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.879917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.914646 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.914939 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.915215 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.931738 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.932026 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.932304 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.960709 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.960999 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.961279 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.997098 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.997387 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:56.997665 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.230147 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.230776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.230776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.230938 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.231576 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.352490 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.352831 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.353122 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.353401 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.353676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.353998 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.354266 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.354529 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.354789 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.355077 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.355341 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.355612 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.355873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.356135 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.356396 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.356688 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.356953 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.357225 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.357499 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.357763 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.358039 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.358297 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.358583 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.358964 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.359219 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.359470 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.359868 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.360117 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.360362 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.360633 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.360876 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.361116 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:57.361484 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 16:06:57.364715 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 16:06:57.368667 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 16:06:57.372391 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 24 16:06:57.374068 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 16:06:57.374665 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 16:06:57.375009 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 16:06:57.375401 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 16:06:57.378233 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 16:06:57.378493 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 16:06:57.378850 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:06:57.384725 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 16:06:57.407320 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 16:06:57.407780 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.408101 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 16:06:57.408459 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.409840 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 16:06:57.410126 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:06:57.410377 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 16:06:57.413568 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.413861 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:57.478348 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 16:06:57.478592 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 16:06:57.478835 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 16:06:57.479226 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 16:06:57.503125 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_db.sqlalchemy.engines [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 16:06:58.190149 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing driver for type 'gre' Aug 24 16:06:58.190692 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] gre ID ranges: [(1, 1000)] Aug 24 16:06:58.391663 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing driver for type 'local' Aug 24 16:06:58.392264 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing driver for type 'vlan' Aug 24 16:06:58.481290 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] VlanTypeDriver initialization complete Aug 24 16:06:58.481580 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing driver for type 'vxlan' Aug 24 16:06:58.482083 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] vxlan ID ranges: [(1, 1000)] Aug 24 16:06:58.631433 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing extension driver 'port_security' Aug 24 16:06:58.631781 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.extensions.port_security [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] PortSecurityExtensionDriver initialization complete Aug 24 16:06:58.632123 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing mechanism driver 'openvswitch' Aug 24 16:06:58.632454 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing mechanism driver 'hyperv' Aug 24 16:06:58.639082 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:06:58.639773 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.644070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644501 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644501 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.644501 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644501 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644501 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.644873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.644873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.645107 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.645630 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.646051 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.646414 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.646768 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.647169 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.647579 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > address_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.647974 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > address_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.648324 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.648756 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:06:58.649139 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] ML2 OVO RPC backend initialized. {{(pid=94464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 16:06:58.649877 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.650260 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.650683 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.651039 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > networks before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.651395 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.651746 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > ports before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.652097 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.652446 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnets before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.652824 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.653198 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.653540 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.653884 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.654232 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.654575 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.654917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.655260 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.655604 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.656186 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Modular L2 Plugin initialization complete Aug 24 16:06:58.656542 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading services supported by the core plugin {{(pid=94464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 16:06:58.656876 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Got port-security extension from driver 'port_security' Aug 24 16:06:58.657347 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.extensions.vlantransparent [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Disabled vlantransparent extension. Aug 24 16:06:58.657839 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 16:06:58.658159 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: router Aug 24 16:06:58.694725 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.695129 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.695510 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router before_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.695882 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.696265 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.696671 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.697043 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > floatingip after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.697432 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.697801 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.698158 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.698516 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.698871 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.699242 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.699663 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.700042 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.700389 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.700758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.701103 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.701458 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.701812 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.702161 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.702510 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.702880 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.703232 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.703598 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.703967 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.704319 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.704714 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.705074 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > agent after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.705426 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.706294 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Tracking information for resource: router configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:58.706635 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Tracking information for resource: floatingip configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:06:58.712976 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.db.l3_agentschedulers_db [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 16:06:58.713580 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.713954 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.714314 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.714675 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.715478 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router before_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.715853 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.716223 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.716616 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > router precommit_update 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.721262 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.provider_configuration [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service providers = [] {{(pid=94464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 16:06:58.721640 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.db.servicetype_db [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 16:06:58.725198 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:06:58.725558 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:06:58.725913 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:06:58.726846 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:06:58.727231 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.services.service_base [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 16:06:58.727626 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.727954 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 16:06:58.738827 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.739761 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: auto_allocate Aug 24 16:06:58.745627 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: network precommit_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.746010 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: network precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.746544 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.746877 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: tag Aug 24 16:06:58.753467 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.753805 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: timestamp Aug 24 16:06:58.758806 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.759148 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: network_ip_availability Aug 24 16:06:58.764618 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.765003 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.765373 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:58.766100 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.766429 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: flavors Aug 24 16:06:58.771247 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.771589 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading Plugin: revisions Aug 24 16:06:58.775902 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:06:58.776297 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.292s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 16:06:58.777070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 16:06:58.777415 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Initializing extension manager. Aug 24 16:06:58.777931 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: __init__.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.778280 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: __pycache__ {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.778624 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.778967 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.779733 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.780307 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: address-group Aug 24 16:06:58.780673 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.781399 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.781922 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: address-scope Aug 24 16:06:58.782250 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.783199 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.783713 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: router-admin-state-down-before-update Aug 24 16:06:58.784040 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: agent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.784985 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.785503 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: agent Aug 24 16:06:58.785828 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: agent_resources_synced.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.787265 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.787779 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: agent-resources-synced Aug 24 16:06:58.788106 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: allowedaddresspairs.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.789919 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.790449 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: allowed-address-pairs Aug 24 16:06:58.790781 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: auto_allocated_topology.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.791875 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.792397 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: auto-allocated-topology Aug 24 16:06:58.792766 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.793478 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.793990 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: availability_zone Aug 24 16:06:58.794316 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: availability_zone_filter.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.795247 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.795760 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: availability_zone_filter Aug 24 16:06:58.796086 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: data_plane_status.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.797039 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.797552 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 16:06:58.797877 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: default_subnetpools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.798802 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.799313 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: default-subnetpools Aug 24 16:06:58.799640 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.800457 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.800995 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: dhcp_agent_scheduler Aug 24 16:06:58.801320 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: dns.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.802838 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.803344 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension dns-integration not supported by any of loaded plugins Aug 24 16:06:58.803669 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: dns_domain_ports.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.804632 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.805145 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 16:06:58.805472 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.806653 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.807166 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 16:06:58.807488 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: dvr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.808172 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.808707 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: dvr Aug 24 16:06:58.809034 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: ecmp_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.809962 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.810471 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 16:06:58.810797 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: empty_string_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.811716 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.812224 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: empty-string-filtering Aug 24 16:06:58.812581 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.813507 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.814016 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:06:58.814349 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.815273 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.815778 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 16:06:58.816104 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: external_net.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.817061 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.817660 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: external-net Aug 24 16:06:58.817989 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.818940 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.819454 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: extra_dhcp_opt Aug 24 16:06:58.819783 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: extraroute.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.820799 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.821315 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: extraroute Aug 24 16:06:58.821642 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: extraroute_atomic.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.822692 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.823207 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: extraroute-atomic Aug 24 16:06:58.823537 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: filter_validation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.824219 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.824762 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: filter-validation Aug 24 16:06:58.825092 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: fip_pf_description.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.826025 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.826531 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 16:06:58.826856 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: fip_port_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.827783 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.828297 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: fip-port-details Aug 24 16:06:58.828659 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.829906 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.830426 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: flavors Aug 24 16:06:58.830756 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.832435 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.833015 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 16:06:58.833352 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: floatingip_pools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.834058 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.834579 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: floatingip-pools Aug 24 16:06:58.834908 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: ip_allocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.835840 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.836350 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 16:06:58.836709 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.837647 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.838161 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: ip-substring-filtering Aug 24 16:06:58.838494 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l2_adjacency.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.839435 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.839952 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 16:06:58.840288 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.841445 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.841971 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: router Aug 24 16:06:58.842306 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.844574 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.845109 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:06:58.845448 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.846453 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.846978 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: ext-gw-mode Aug 24 16:06:58.847314 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.848272 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.849467 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: l3-ha Aug 24 16:06:58.849804 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3_flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.850806 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.851321 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: l3-flavors Aug 24 16:06:58.851652 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.852613 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.853127 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 16:06:58.853455 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: l3agentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.854513 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.855031 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: l3_agent_scheduler Aug 24 16:06:58.855364 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: logging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.856898 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.857429 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension logging not supported by any of loaded plugins Aug 24 16:06:58.857798 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: metering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.858548 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.859131 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: metering Aug 24 16:06:58.859561 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.860768 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.861355 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: metering_source_and_destination_fields Aug 24 16:06:58.861692 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: multiprovidernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.862687 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.863205 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: multi-provider Aug 24 16:06:58.863598 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: netmtu.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.865139 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.865654 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: net-mtu Aug 24 16:06:58.865986 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: netmtu_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.866922 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.867435 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: net-mtu-writable Aug 24 16:06:58.867765 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: network_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.868527 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.869040 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: network_availability_zone Aug 24 16:06:58.869367 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: network_ip_availability.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.870471 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.870987 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: network-ip-availability Aug 24 16:06:58.871320 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: network_segment_range.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.872120 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.872659 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 16:06:58.872989 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: pagination.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.873997 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.874338 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: pagination Aug 24 16:06:58.874671 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: port_device_profile.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.875587 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.876110 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: port-device-profile Aug 24 16:06:58.876439 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.877416 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.877932 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: port-mac-address-regenerate Aug 24 16:06:58.878284 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.879234 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.879772 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: port-numa-affinity-policy Aug 24 16:06:58.880097 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: port_resource_request.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.881045 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.881551 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 16:06:58.881876 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: portbindings.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.882809 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.883322 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: binding Aug 24 16:06:58.883647 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: portbindings_extended.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.885079 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.885604 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: binding-extended Aug 24 16:06:58.885938 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: portsecurity.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.886873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.887392 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: port-security Aug 24 16:06:58.887725 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: project_id.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.888745 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.889086 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: project-id Aug 24 16:06:58.889417 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: providernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.890360 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.890880 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: provider Aug 24 16:06:58.891208 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.894780 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.895341 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos not supported by any of loaded plugins Aug 24 16:06:58.895682 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.896986 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.897514 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 16:06:58.897847 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.898787 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.899309 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 16:06:58.899644 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_default.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.900606 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.901130 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-default not supported by any of loaded plugins Aug 24 16:06:58.901463 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.902128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.902640 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-fip not supported by any of loaded plugins Aug 24 16:06:58.902970 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_gateway_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.903911 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.904434 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 16:06:58.904800 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_port_network_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.905733 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.906251 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 16:06:58.906583 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_pps_rule.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.907776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.908302 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-pps not supported by any of loaded plugins Aug 24 16:06:58.908669 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_rule_type_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.909597 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.910117 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 16:06:58.910447 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: qos_rules_alias.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.912029 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.912577 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 16:06:58.912910 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: quotasv2.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.913836 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.914174 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: quotas Aug 24 16:06:58.914505 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: quotasv2_detail.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.917610 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.917965 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: quota_details Aug 24 16:06:58.918310 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: rbac.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.919578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.920111 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: rbac-policies Aug 24 16:06:58.920446 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: rbac_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.921421 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.921951 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: rbac-address-group Aug 24 16:06:58.922285 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: rbac_address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.923216 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.923737 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: rbac-address-scope Aug 24 16:06:58.924067 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: rbac_security_groups.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.925038 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.925564 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: rbac-security-groups Aug 24 16:06:58.925894 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: rbac_subnetpool.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.926877 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.927392 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: rbac-subnetpool Aug 24 16:06:58.927720 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: revisionifmatch.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.928691 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.929214 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: revision-if-match Aug 24 16:06:58.929543 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: revisions.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.930668 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.931434 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: standard-attr-revisions Aug 24 16:06:58.931775 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: router_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.932467 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.933017 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: router_availability_zone Aug 24 16:06:58.933348 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: routerservicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.934292 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.934815 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension router-service-type not supported by any of loaded plugins Aug 24 16:06:58.935147 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.936089 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.936650 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: security-groups-normalized-cidr Aug 24 16:06:58.936981 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.937920 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.938441 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: port-security-groups-filtering Aug 24 16:06:58.938774 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.939715 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.940237 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: security-groups-remote-address-group Aug 24 16:06:58.940602 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: securitygroup.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.950767 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.951300 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: security-group Aug 24 16:06:58.951640 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.952442 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.952985 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension segment not supported by any of loaded plugins Aug 24 16:06:58.953321 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.954277 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.954803 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 16:06:58.955139 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: servicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.956330 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.956884 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: service-type Aug 24 16:06:58.957221 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: sorting.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.958308 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.958650 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: sorting Aug 24 16:06:58.958984 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: standard_attr_segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.959921 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.960447 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 16:06:58.960807 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: standardattrdescription.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.961469 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.961986 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: standard-attr-description Aug 24 16:06:58.962315 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: stateful_security_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.963263 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.963785 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: stateful-security-group Aug 24 16:06:58.964115 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: stdattrs_common.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.964743 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 16:06:58.965071 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.966005 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.966519 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 16:06:58.966844 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnet_onboard.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.967921 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.968441 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: subnet_onboard Aug 24 16:06:58.968795 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.969733 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.970251 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 16:06:58.970580 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnet_service_types.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.971518 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.972041 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: subnet-service-types Aug 24 16:06:58.972371 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnetallocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.973527 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.974054 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: subnet_allocation Aug 24 16:06:58.974384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.975070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.975587 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: subnetpool-prefix-ops Aug 24 16:06:58.975917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.976895 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.977411 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 16:06:58.977743 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: tagging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.985451 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.985989 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: standard-attr-tag Aug 24 16:06:58.986322 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: timestamp.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.987543 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.988064 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loaded extension: standard-attr-timestamp Aug 24 16:06:58.988399 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: trunk.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.990051 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.990576 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension trunk not supported by any of loaded plugins Aug 24 16:06:58.990906 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: trunk_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.991860 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.992381 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension trunk-details not supported by any of loaded plugins Aug 24 16:06:58.992733 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: uplink_status_propagation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.993666 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.994184 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 16:06:58.994511 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Loading extension file: vlantransparent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:06:58.995190 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:06:58.995701 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 16:06:58.998276 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:network Aug 24 16:06:58.998810 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnet Aug 24 16:06:58.999217 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:06:58.999627 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:port Aug 24 16:06:59.000881 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.001329 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.001973 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.002442 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.002779 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:router Aug 24 16:06:59.003232 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:06:59.003715 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.005298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:59.005680 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:06:59.016852 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] subnetpool is already registered Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] subnetpool is already registered Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.017398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.017883 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:router Aug 24 16:06:59.017883 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] router is already registered Aug 24 16:06:59.017883 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:06:59.017883 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] floatingip is already registered Aug 24 16:06:59.017883 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.018219 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:06:59.018532 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] rbac_policy is already registered Aug 24 16:06:59.018956 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:06:59.019301 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] security_group is already registered Aug 24 16:06:59.019711 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:06:59.020051 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] security_group_rule is already registered Aug 24 16:06:59.021087 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.021421 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:06:59.021766 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] subnetpool is already registered Aug 24 16:06:59.022195 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:06:59.022529 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:06:59.022919 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] subnetpool is already registered Aug 24 16:06:59.023376 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: extensions {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.024999 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: address-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.026498 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: address-scopes {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.027714 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.029058 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: auto-allocated-topology {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.030438 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: availability_zones {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.031693 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: dhcp-networks {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.033152 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: dhcp-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.034760 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.037239 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: flavors {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.038435 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.039757 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: next_providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.041307 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.042786 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: floatingip-pools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.044034 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.045911 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: floatingips {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.047123 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: l3-routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.048562 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: l3-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.050103 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: metering-labels {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.051366 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: metering-label-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.052728 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: network-ip-availabilities {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.054107 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: bindings {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.055669 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.057464 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.059079 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: rbac-policies {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.060297 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: security-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.061542 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: security-group-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.062809 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: service-providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.064161 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.065537 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.067038 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.068890 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.070683 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.072617 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.074358 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.076223 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.079004 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.080834 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.083199 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.085137 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:06:59.091148 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 16:06:59.095763 dv-cinder-755654-11-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 16:06:59.105170 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Acquired lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 16:06:59.105653 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Releasing lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 16:06:59.106295 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Starting 2 workers Aug 24 16:06:59.111172 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Started child 94575 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:06:59.115693 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Started child 94576 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:06:59.116777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.117485 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO neutron.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 16:06:59.117983 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Notify callbacks [] for process, before_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.118293 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [-] (94575) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:06:59.120543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.121047 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Starting 1 workers Aug 24 16:06:59.121967 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [-] (94576) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:06:59.125753 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Started child 94577 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:06:59.126288 dv-cinder-755654-11-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Starting 1 workers Aug 24 16:06:59.129368 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] calling RpcWorker wait() {{(pid=94577) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 16:06:59.129892 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] returning from RpcWorker wait() {{(pid=94577) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 16:06:59.130794 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Started child 94578 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:06:59.131135 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.131582 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:06:59.131693 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4fd8344c-fc91-4970-94de-2700d94e36ac None None] Notify callbacks [] for process, after_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.133607 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:06:59.133824 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:06:59.134016 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:06:59.134249 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:06:59.134604 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:06:59.134772 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:06:59.135274 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.135555 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.135811 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.136110 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.136371 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.136979 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:06:59.137448 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.137448 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.137591 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.137832 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.138065 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.138269 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.138369 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:06:59.138482 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.138760 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.138966 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.139265 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.139565 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.139813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.140081 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.140262 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.140547 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.140813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.141064 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.141332 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.141577 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.142085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.142319 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.142574 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.142801 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.143084 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.143372 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.143657 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.143905 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.144141 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.144386 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.144717 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.144939 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.145159 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.145915 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.146200 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.146422 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.146914 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-755654-11-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.147158 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.147410 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.147660 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.147907 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.148153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.148389 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.148665 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.148896 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.149141 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.149374 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.149654 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.149915 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.150164 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.150420 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.150588 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.150813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.151089 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.151345 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.151569 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.151707 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.151870 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.152183 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.152337 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.152570 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.152797 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.153015 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.153236 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.153454 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.153715 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.153955 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.154215 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.154516 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.154654 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.154909 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.155140 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.155369 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.155598 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.155821 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.156040 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.156296 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.156525 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.156779 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.162193 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.163327 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.164841 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.165813 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.166326 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.166326 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.166490 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.166745 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.166987 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.167388 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.167656 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.167959 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.168225 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.168528 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.168861 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.169127 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.169412 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.169655 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.169901 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.170152 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.170401 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.170725 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.171010 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.171280 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.171552 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.171840 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.172101 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.172346 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.172685 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.172941 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.173167 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.174006 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.174230 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.174495 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.174724 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.174997 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.175236 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.175473 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.175722 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.175977 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.176215 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.176515 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.176753 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.176994 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.177261 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183085 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.183727 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.184712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.185758 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.186291 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.186291 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.186291 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.186607 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.186746 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.187018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.187338 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.187654 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.187885 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.188133 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.188437 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.188716 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.188969 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.189218 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.189462 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.189716 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.189938 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.190168 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.190440 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.190996 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.190996 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.191454 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.191591 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.191756 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.192018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.192270 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.192510 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.192808 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.193079 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.193359 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.193619 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.193884 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.194156 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.194406 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.194685 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.195004 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.195284 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.195582 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.195850 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.196130 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.196398 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.196675 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.196936 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.197191 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.197461 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.197697 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.197950 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.198174 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.198478 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.198725 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.198949 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.199186 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.199421 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.199746 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.200316 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.200316 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.200515 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.208384 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209018 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.209578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210153 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.210676 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211133 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211133 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211133 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211133 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211427 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.211427 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.212917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.213389 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.213481 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.214205 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.214205 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.214373 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.214539 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.214796 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.215741 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.215741 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.215741 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.215741 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.216077 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.216160 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.216952 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.216952 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.216952 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.217223 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.217304 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.217621 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.217872 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.218114 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.218776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.218776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.218952 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.219269 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.219375 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.219519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220253 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220253 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220253 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220552 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220654 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.220810 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.221037 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222546 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222546 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.222778 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.223055 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.223328 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.223586 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.223815 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.224062 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.224276 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.224540 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.224759 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.224973 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.225343 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.225448 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.225621 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.225926 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.226213 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.226437 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.226735 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.226972 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.227224 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.227457 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.227782 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.228035 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.228280 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.228530 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.228801 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.228985 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.234696 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235298 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.235947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.236590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.236590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.236590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.236590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.236590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:06:59.237081 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:06:59.237254 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:06:59.237414 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:06:59.237608 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:06:59.237788 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:06:59.237945 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:06:59.238157 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.238325 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.238491 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.238655 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.239745 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.239745 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.239745 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.239994 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.240132 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.240288 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.240524 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.240772 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.240942 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241106 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241269 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241464 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241643 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241812 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.241982 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.242381 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.242546 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.242708 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.242876 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243056 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243215 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243380 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243543 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243705 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.243867 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244029 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244192 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244353 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244533 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244699 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.244862 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245024 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245186 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245347 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245508 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245671 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.245833 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-755654-11-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246021 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246167 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246307 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246523 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246712 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.246876 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247038 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247200 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247363 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247525 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247694 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.247859 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248023 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248167 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248328 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248511 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248672 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.248834 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249015 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249183 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249346 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249518 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249658 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249820 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.249981 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250144 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250304 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250470 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250635 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250782 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.250928 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251094 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251257 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251626 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251776 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.251939 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252086 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252253 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252599 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252769 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.252932 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253109 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253258 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253421 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253583 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253746 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.253908 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.254070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.254233 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.254396 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.254562 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.254779 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.255445 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.255607 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.255770 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.255932 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256098 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256260 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256426 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256624 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256768 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.256908 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.257070 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.257232 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.257394 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.257613 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.257833 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:06:59.258025 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.258246 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.258427 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.258594 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.258761 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.258927 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259093 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259260 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259425 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259590 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259763 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.259930 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260106 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260271 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260436 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260628 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260794 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.260960 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261126 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261292 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261457 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261621 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261802 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.261968 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262134 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262300 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262466 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262631 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262801 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.262968 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263134 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263301 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263468 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263633 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263799 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.263963 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.264128 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.264326 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.264529 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.264697 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.264854 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265009 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265162 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265320 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265485 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265651 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265818 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.265984 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266150 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266315 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266492 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266658 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266824 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.266989 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267155 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267320 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267486 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267652 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267817 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.267982 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.268146 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.268326 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.268506 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.268677 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.268842 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269007 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269173 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269339 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269505 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269671 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.269837 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270001 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270166 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270356 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270522 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270688 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.270853 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271019 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271184 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271350 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271514 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271680 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271838 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.271999 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.272172 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.272353 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.272544 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.277993 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.278519 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279072 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279623 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279623 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279623 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279837 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279837 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.279995 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.280146 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.280318 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.280533 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.280688 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.280854 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281020 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281184 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281373 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281539 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281711 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.281909 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282075 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282240 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282405 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282570 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282739 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.282905 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283071 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283237 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283402 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283582 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283721 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.283887 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284052 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284217 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284382 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284571 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284739 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.284903 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285069 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285234 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285399 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285564 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285729 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.285917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286084 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286249 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286415 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286580 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286744 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.286909 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287073 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287237 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287402 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287570 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287735 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.287897 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288062 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288228 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288392 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288584 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288753 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.288917 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289083 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289247 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289412 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289578 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289744 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.289908 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290074 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290239 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290404 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290585 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290750 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.290916 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291092 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291284 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291451 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291617 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291782 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.291947 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292113 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292278 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292447 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292622 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292799 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.292965 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293131 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293297 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293463 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293628 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293809 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.293975 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294141 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294305 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294475 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294639 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294815 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.294981 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295145 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295309 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295475 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295640 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295819 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.295982 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.296146 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.296311 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.296493 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.296661 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.296836 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297001 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297167 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297331 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297496 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297661 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.297835 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298000 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298162 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298326 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298491 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298661 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.298836 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299000 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299165 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299330 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299500 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299650 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299822 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.299988 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.300310 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.300499 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.300685 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.300777 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:06:59.300873 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.301005 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.301183 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.301351 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302050 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302219 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302386 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302551 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302718 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.302894 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303067 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303242 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303409 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303583 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303762 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.303938 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304103 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304276 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304454 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304652 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304821 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.304986 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305152 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305318 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305485 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305650 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305816 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.305983 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.306147 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.306575 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.306742 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.306908 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307074 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307241 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307399 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307642 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307780 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.307905 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:06:59.308028 dv-cinder-755654-11-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:06:59.515469 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 42964) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:06:59.523986 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063241 Aug 24 16:07:10.878487 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a56c9-72e5-4361-b389-1f4f0df0313b None None] get_active_networks_info from dv-cinder-755654-11-iscsi {{(pid=94577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 16:07:10.952049 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a56c9-72e5-4361-b389-1f4f0df0313b None None] No non-hosted networks {{(pid=94577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 16:07:10.966839 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.agentschedulers_db [None req-c92a56c9-72e5-4361-b389-1f4f0df0313b None None] DHCP Agent not found on host dv-cinder-755654-11-iscsi {{(pid=94577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 16:07:11.178246 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-03780b82-2b7f-4683-a031-239afb914594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:13.662625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5f23559-afd0-4ccc-affa-86c5f33df2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:13.729848 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-0079cce2-1d1f-4149-9834-8cf720352352 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-755654-11-iscsi {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 16:07:13.730458 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-0079cce2-1d1f-4149-9834-8cf720352352 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:07:13.959295 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:13.960650 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.961562 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.968828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.968828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.968828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.968828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.968828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:13.969493 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-755654-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:13.975666 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-755654-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:14.255701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0079cce2-1d1f-4149-9834-8cf720352352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:14.739792 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:16.374187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:17.419031 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43054) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:17.921184 dv-cinder-755654-11-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-25cde8b2-6ec6-4744-b898-3a55ce189670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:17.921875 dv-cinder-755654-11-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-25cde8b2-6ec6-4744-b898-3a55ce189670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:18.140690 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-25cde8b2-6ec6-4744-b898-3a55ce189670 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:07:18.141770 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-25cde8b2-6ec6-4744-b898-3a55ce189670 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7218266 Aug 24 16:07:18.982944 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.db.l3_hamode_db [None req-549b2a50-6495-4673-8cd7-68cfa44bcbf5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 16:07:19.062724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b2a50-6495-4673-8cd7-68cfa44bcbf5 None None] Routers set() bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:07:19.063121 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b2a50-6495-4673-8cd7-68cfa44bcbf5 None None] Router IDs set() for agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 16:07:20.502303 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43068) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:20.818727 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:20.912028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.policy [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:07:20.958790 dv-cinder-755654-11-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:20.959161 dv-cinder-755654-11-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:20.967711 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.quota [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] Loaded quota_driver: . Aug 24 16:07:21.161256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268295830', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268295363', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268275784', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268273397', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268271546', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761268261476', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606118', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1586405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634965'] for rbac-policy, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:21.351171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:21.352366 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bedf1ccf-f97a-4ed9-b348-f98573e4b577 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8490763 Aug 24 16:07:23.888739 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43080) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:24.185718 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Request body: {'network': {'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'name': 'private', 'admin_state_up': True}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:24.263297 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Made reservation on behalf of 89f5c1424713455b9667a600a7d0b8b0 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:07:24.265965 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.282536 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.399642 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.457740 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.481102 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:07:24.504879 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761271312101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.505452 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Unsubscribe: segment precommit_create {{(pid=94576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:07:24.505938 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Added segment 2f23a989-11f7-489e-b8dc-9cc138670f03 of type vlan for network 99f70190-4b09-4065-b36b-e08dfc75340c Aug 24 16:07:24.511625 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e47c3-e029-428d-b8fa-6ac126811667,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:24.546040 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.546333 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.546671 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.547001 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.547325 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.547662 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.547989 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.548324 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.548668 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.548989 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.549307 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.549666 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Tracked resource versions report: Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: pushed versions: Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: { 'AddressGroup': {'1.2'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Log': {'1.0'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Network': {'1.1'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Port': {'1.7'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'PortForwarding': {'1.2'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'QosPolicy': {'1.9'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroup': {'1.4'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SubPort': {'1.0'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Subnet': {'1.1'}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Trunk': {'1.1'}} Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: consumer versions: Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'ConntrackHelper': '1.0', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Log': '1.0', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Network': '1.1', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Port': '1.7', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'PortForwarding': '1.2', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'QosPolicy': '1.9', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroup': '1.4', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroupRule': '1.2', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SubPort': '1.0', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Subnet': '1.1', Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Trunk': '1.1'}} Aug 24 16:07:24.551058 dv-cinder-755654-11-iscsi neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:07:24.622874 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.709020 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.710125 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:24.710771 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:24.810805 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] Pushing event updated for resources: {'Network': ['ID=99f70190-4b09-4065-b36b-e08dfc75340c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:24.821783 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 99f70190-4b09-4065-b36b-e08dfc75340c details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:07:24.843091 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-25702e89-dc5a-4b4c-8867-60c6ee0bc28f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9532976 Aug 24 16:07:27.440973 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43094) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:27.926375 dv-cinder-755654-11-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:27.926999 dv-cinder-755654-11-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:28.363992 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.policy [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:07:28.427980 dv-cinder-755654-11-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:28.428404 dv-cinder-755654-11-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:07:28.440657 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:28.443308 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-420a78de-f098-4c46-b70b-29897dfd0d0c admin admin] 10.222.0.52 "GET /v2.0/networks/99f70190-4b09-4065-b36b-e08dfc75340c HTTP/1.1" status: 200 len: 825 time: 1.0001194 Aug 24 16:07:28.484591 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9bef5d42-f290-4c1a-b092-f0099272099c admin admin] 10.222.0.52 "GET /v2.0/subnetpools/d1bb146a-21f8-408c-a75b-0196d65778bd HTTP/1.1" status: 200 len: 734 time: 0.0354304 Aug 24 16:07:28.493932 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:28.495509 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.quota [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Loaded quota_driver: . Aug 24 16:07:28.584826 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Made reservation on behalf of 89f5c1424713455b9667a600a7d0b8b0 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:07:28.587531 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:28.905552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:28.971515 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Checking segment: {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:07:28.971891 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Network hostable DHCP agents. Network: 99f70190-4b09-4065-b36b-e08dfc75340c, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:07:28.986615 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d580fef-423a-40c4-a544-78ec8e7cd570,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:29.002212 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.002584 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.002933 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.003800 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.004137 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.004505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.004842 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.005184 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.005531 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.005858 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.006182 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.006505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Tracked resource versions report: Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: pushed versions: Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: { 'AddressGroup': {'1.2'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'ConntrackHelper': {'1.0'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Log': {'1.0'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Network': {'1.1'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Port': {'1.7'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'PortForwarding': {'1.2'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'QosPolicy': {'1.9'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroup': {'1.4'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SubPort': {'1.0'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Subnet': {'1.1'}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Trunk': {'1.1'}} Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: consumer versions: Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'ConntrackHelper': '1.0', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Log': '1.0', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Network': '1.1', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Port': '1.7', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'PortForwarding': '1.2', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'QosPolicy': '1.9', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroup': '1.4', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroupRule': '1.2', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SubPort': '1.0', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Subnet': '1.1', Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Trunk': '1.1'}} Aug 24 16:07:29.007798 dv-cinder-755654-11-iscsi neutron-server[94575]: {{(pid=94575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:07:29.150998 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Network 99f70190-4b09-4065-b36b-e08dfc75340c is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:07:29.265156 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 99f70190-4b09-4065-b36b-e08dfc75340c) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:29.271522 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:29.272632 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:29.276366 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa3596-98b4-4666-98bc-7dcccecb876d None None] Network 99f70190-4b09-4065-b36b-e08dfc75340c requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:07:29.386145 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6b5948e0-3b1c-4355-86e8-eaee6314e29d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8957450 Aug 24 16:07:29.605667 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-99f70190-4b09-4065-b36b-e08dfc75340c', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:07:29.606831 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:29.879577 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Allocated IP 172.20.0.2 (99f70190-4b09-4065-b36b-e08dfc75340c/8d580fef-423a-40c4-a544-78ec8e7cd570/83fbd56e-3962-4af0-8aba-c9a95e1acdaf) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:07:30.081161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:30.122939 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Transition to ACTIVE for port object 83fbd56e-3962-4af0-8aba-c9a95e1acdaf will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:07:30.148284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Transition to ACTIVE for port object 83fbd56e-3962-4af0-8aba-c9a95e1acdaf will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:07:30.288570 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:30.364697 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Network 99f70190-4b09-4065-b36b-e08dfc75340c is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:07:30.369385 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:30.373165 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:07:30.380304 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Pushing event updated for resources: {'Port': ['ID=83fbd56e-3962-4af0-8aba-c9a95e1acdaf,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:30.410000 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.410296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.410642 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.410983 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.411317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.411646 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.411977 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.412304 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.412675 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.413006 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.413330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.413654 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Tracked resource versions report: Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: pushed versions: Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Log': {'1.0'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Network': {'1.1'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Port': {'1.7'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: consumer versions: Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Log': '1.0', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Network': '1.1', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Port': '1.7', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SubPort': '1.0', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Subnet': '1.1', Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Aug 24 16:07:30.415000 dv-cinder-755654-11-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:07:30.463973 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Attempting to bind port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:07:30.464383 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Attempting to bind port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:07:30.464837 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Attempting to bind port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf on network 99f70190-4b09-4065-b36b-e08dfc75340c {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:07:30.469748 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:07:30.470154 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Checking segment: {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:07:30.470629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:30.471022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Bound using segment: {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:07:30.471487 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Bound port: 83fbd56e-3962-4af0-8aba-c9a95e1acdaf, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:07:30.472743 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:30.534056 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] For port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:07:30.538333 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] For port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=83fbd56e-3962-4af0-8aba-c9a95e1acdaf,segment=NetworkSegment(2f23a989-11f7-489e-b8dc-9cc138670f03),segment_id=2f23a989-11f7-489e-b8dc-9cc138670f03)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:07:30.637035 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:30.705519 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3034c00-3120-4f0a-b883-075f9799f6ae None None] Pushing event updated for resources: {'Port': ['ID=83fbd56e-3962-4af0-8aba-c9a95e1acdaf,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:31.755441 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43114) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:32.090996 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [None req-56b20e20-b8a2-4589-90a2-43f7bc633902 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:07:32.092014 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-56b20e20-b8a2-4589-90a2-43f7bc633902 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3354537 Aug 24 16:07:34.453385 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43122) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:34.771302 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [None req-afb08665-f7d3-4149-a1ed-cd2b7c781c88 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:07:34.772289 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-afb08665-f7d3-4149-a1ed-cd2b7c781c88 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177724 Aug 24 16:07:37.412124 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43132) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:37.711454 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:37.794930 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:37.796662 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:37.958138 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:38.019116 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:38.139437 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:38.140834 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-694b2cff-e1cb-4443-8ec9-47629dedf9ec admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7276433 Aug 24 16:07:39.042346 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6564a04d-aa16-4ff9-b327-d53566ad590e None None] Network 99f70190-4b09-4065-b36b-e08dfc75340c requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:07:39.214221 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a5b4a784-d19b-4cf5-91fd-366de00a6fba None None] Provisioning for port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:07:39.781230 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83fbd56e-3962-4af0-8aba-c9a95e1acdaf up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:07:39.926640 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:07:39.930854 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:07:39.931256 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:40.037559 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:40.072093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=83fbd56e-3962-4af0-8aba-c9a95e1acdaf,segment=NetworkSegment(2f23a989-11f7-489e-b8dc-9cc138670f03),segment_id=2f23a989-11f7-489e-b8dc-9cc138670f03)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:07:40.143105 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:40.189174 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=83fbd56e-3962-4af0-8aba-c9a95e1acdaf,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:40.200351 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:07:40.523241 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43144) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:40.848060 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [None req-c0f6d280-9493-47ee-afc0-f6cf7633fb96 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:07:40.849098 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c0f6d280-9493-47ee-afc0-f6cf7633fb96 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3248887 Aug 24 16:07:40.897518 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c590582e-c6f1-4d17-a5d8-730c36c792b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:41.758093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83fbd56e-3962-4af0-8aba-c9a95e1acdaf up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:07:41.803308 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:07:41.803675 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.177243 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43152) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:43.482115 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:43.588227 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Made reservation on behalf of 065fc3b73c044c09b8a16d31aef3f456 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:07:43.590538 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.607617 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.682023 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c841c7a1-53f2-4c0a-985a-916e7dfec35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.734401 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.813168 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.829338 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Reserving flat network on physical network physnet1 {{(pid=94575) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 16:07:43.852746 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ed47d-7127-407b-8b29-c63977690ae4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:43.855292 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761271312101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.855852 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Unsubscribe: segment precommit_create {{(pid=94575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:07:43.856337 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Added segment f49abb8a-5d11-4d6d-932e-94a45ab0fab7 of type flat for network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e Aug 24 16:07:43.910694 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:43.954343 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:44.007870 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:44.008878 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:44.009452 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:44.099793 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] Pushing event updated for resources: {'Network': ['ID=b2b505d8-1b9a-4c80-a486-ea1a578c4a1e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:44.110006 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:07:44.202821 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-fa149c4a-a9ac-43d3-a57f-b1ae49d1e1ad admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0245128 Aug 24 16:07:44.722854 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:46.320071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:46.534573 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43170) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:46.703702 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b5034-aa5e-470c-b8bb-cca7dbb3f6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:46.705053 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3e6b5034-aa5e-470c-b8bb-cca7dbb3f6cc admin admin] 10.222.0.52 "GET /v2.0/subnets/8d580fef-423a-40c4-a544-78ec8e7cd570 HTTP/1.1" status: 200 len: 849 time: 0.1695392 Aug 24 16:07:46.822246 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3bb758d6-db38-4405-b27b-cdc6cfc68fc0 admin admin] 10.222.0.52 "GET /v2.0/routers/2a525926-a12f-4ab9-90dd-ea311b949c5f HTTP/1.1" status: 200 len: 704 time: 0.1112456 Aug 24 16:07:47.081772 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:47.364028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Allocated IP 172.20.0.1 (99f70190-4b09-4065-b36b-e08dfc75340c/8d580fef-423a-40c4-a544-78ec8e7cd570/db130203-a32d-4289-907d-ae34125ee8a7) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:07:47.512301 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:47.533428 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Transition to ACTIVE for port object db130203-a32d-4289-907d-ae34125ee8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:07:47.671213 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:47.783349 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Network 99f70190-4b09-4065-b36b-e08dfc75340c is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:07:47.788532 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:47.794086 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:07:47.794414 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:47.851982 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Pushing event updated for resources: {'Port': ['ID=db130203-a32d-4289-907d-ae34125ee8a7,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:48.049520 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.070518 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-28a785d4-ef37-4029-bda3-41cf71359c42 None None] Provisioning for port db130203-a32d-4289-907d-ae34125ee8a7 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:07:48.077260 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-28a785d4-ef37-4029-bda3-41cf71359c42 None None] Provisioning complete for port db130203-a32d-4289-907d-ae34125ee8a7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:07:48.077260 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-28a785d4-ef37-4029-bda3-41cf71359c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.107704 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-28a785d4-ef37-4029-bda3-41cf71359c42 None None] Port db130203-a32d-4289-907d-ae34125ee8a7 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:07:48.257844 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.327798 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.328609 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.404300 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Pushing event updated for resources: {'Port': ['ID=db130203-a32d-4289-907d-ae34125ee8a7,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:48.451429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Network 99f70190-4b09-4065-b36b-e08dfc75340c is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:07:48.452726 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:48.626849 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-7c3797e9-19ed-4531-8eca-8809afd49756 None None] Provisioning complete for port db130203-a32d-4289-907d-ae34125ee8a7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:07:48.627340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c3797e9-19ed-4531-8eca-8809afd49756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:48.663007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Router 2a525926-a12f-4ab9-90dd-ea311b949c5f is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:07:48.669065 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-7c3797e9-19ed-4531-8eca-8809afd49756 None None] Port db130203-a32d-4289-907d-ae34125ee8a7 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:07:48.755634 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:07:48.761195 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3e181d67-118b-4aaa-8f66-e2cc417c54c9 admin admin] 10.222.0.52 "PUT /v2.0/routers/2a525926-a12f-4ab9-90dd-ea311b949c5f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9335086 Aug 24 16:07:48.766267 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Sync routers for ids ['2a525926-a12f-4ab9-90dd-ea311b949c5f'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:07:48.777875 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Routers {'2a525926-a12f-4ab9-90dd-ea311b949c5f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:07:48.778631 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:07:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['2a525926-a12f-4ab9-90dd-ea311b949c5f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:48.968160 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Set router 2a525926-a12f-4ab9-90dd-ea311b949c5f gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:07:49.396000 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:47Z', 'revision_number': 2, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port_host': None, '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:48Z', 'revision_number': 2, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:49.447746 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Checking router: 2a525926-a12f-4ab9-90dd-ea311b949c5f for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:07:49.448122 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Updating router 2a525926-a12f-4ab9-90dd-ea311b949c5f port db130203-a32d-4289-907d-ae34125ee8a7 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:07:49.496178 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.008321 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.025935 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Transition to ACTIVE for port object db130203-a32d-4289-907d-ae34125ee8a7 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:07:50.116383 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.257893 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Pushing event updated for resources: {'Port': ['ID=db130203-a32d-4289-907d-ae34125ee8a7,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:50.285970 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.286329 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.286679 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.287089 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.287345 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.287696 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.288028 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.288357 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.288724 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.289052 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.289375 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.289699 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Tracked resource versions report: Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: pushed versions: Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Log': {'1.0'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Network': {'1.1'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Port': {'1.7'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: consumer versions: Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Log': '1.0', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Network': '1.1', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Port': '1.7', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SubPort': '1.0', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Subnet': '1.1', Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Aug 24 16:07:50.291097 dv-cinder-755654-11-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:07:50.298237 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Attempting to bind port db130203-a32d-4289-907d-ae34125ee8a7 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:07:50.298647 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Attempting to bind port db130203-a32d-4289-907d-ae34125ee8a7 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:07:50.299137 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Attempting to bind port db130203-a32d-4289-907d-ae34125ee8a7 on network 99f70190-4b09-4065-b36b-e08dfc75340c {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:07:50.305146 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:07:50.305555 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Checking segment: {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:07:50.306016 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.306410 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Bound using segment: {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:07:50.306933 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Bound port: db130203-a32d-4289-907d-ae34125ee8a7, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23a989-11f7-489e-b8dc-9cc138670f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:07:50.307335 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.375558 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] For port db130203-a32d-4289-907d-ae34125ee8a7, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:07:50.395788 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] For port db130203-a32d-4289-907d-ae34125ee8a7, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=db130203-a32d-4289-907d-ae34125ee8a7,segment=NetworkSegment(2f23a989-11f7-489e-b8dc-9cc138670f03),segment_id=2f23a989-11f7-489e-b8dc-9cc138670f03)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:07:50.476855 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:50.538365 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61b44a-1995-4db1-963f-35d62957bb00 None None] Pushing event updated for resources: {'Port': ['ID=db130203-a32d-4289-907d-ae34125ee8a7,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:50.540850 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Routers {'2a525926-a12f-4ab9-90dd-ea311b949c5f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:07:50.541457 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:07:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['2a525926-a12f-4ab9-90dd-ea311b949c5f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:50.631643 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] Set router 2a525926-a12f-4ab9-90dd-ea311b949c5f gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:07:50.837592 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:47Z', 'revision_number': 2, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port_host': None, '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:50Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:50.867192 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac0c2b-013f-4f25-bd8e-ae33c1f554e4 None None] The sync data for ids ['2a525926-a12f-4ab9-90dd-ea311b949c5f'] in dv-cinder-755654-11-iscsi is: [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:47Z', 'revision_number': 2, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port_host': None, '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:50Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:07:51.005611 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43190) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:51.115742 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f71cd-8442-4486-8e1d-f0ba395275f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:51.117134 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-104f71cd-8442-4486-8e1d-f0ba395275f5 admin admin] 10.222.0.52 "GET /v2.0/networks/b2b505d8-1b9a-4c80-a486-ea1a578c4a1e HTTP/1.1" status: 200 len: 842 time: 0.1104295 Aug 24 16:07:51.127327 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:51.262605 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Made reservation on behalf of 065fc3b73c044c09b8a16d31aef3f456 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:07:51.264884 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:51.609624 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.objects.ports [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94575) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 16:07:51.610044 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:51.666762 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7b7f9c-be65-4f72-864f-a2ebd3acfb12,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:51.669853 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:07:51.670209 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Network hostable DHCP agents. Network: b2b505d8-1b9a-4c80-a486-ea1a578c4a1e, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:07:51.782646 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:07:51.864260 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, b2b505d8-1b9a-4c80-a486-ea1a578c4a1e) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:51.868218 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:51.868828 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:51.876746 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40831cc7-4a69-42c0-bea5-4569d62a146c None None] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:07:51.976508 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-aba7f0c0-1545-4b58-becd-a5da6e71eea9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8389843 Aug 24 16:07:51.998169 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68c296-3e88-4240-ae3d-9f88622954a2 None None] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:07:54.234305 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43198) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:54.368159 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9c51d59f-46bf-422f-86a8-0307b35a6fc4 admin admin] 10.222.0.52 "GET /v2.0/routers/2a525926-a12f-4ab9-90dd-ea311b949c5f HTTP/1.1" status: 200 len: 710 time: 0.1326118 Aug 24 16:07:54.519042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b5ab01-4b8c-49f0-8d50-0140258ef63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:07:54.520417 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a2b5ab01-4b8c-49f0-8d50-0140258ef63e admin admin] 10.222.0.52 "GET /v2.0/networks/b2b505d8-1b9a-4c80-a486-ea1a578c4a1e HTTP/1.1" status: 200 len: 886 time: 0.1465831 Aug 24 16:07:54.529490 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:07:54.766540 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:55.056031 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:55.128877 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:55.237022 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Allocated IP 172.27.1.5 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/5292ddb2-5f08-437f-8f0b-35049cb94506) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:07:55.336226 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:55.442566 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:55.483687 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:07:55.486590 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:07:55.489935 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:07:55.524470 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Pushing event updated for resources: {'Port': ['ID=5292ddb2-5f08-437f-8f0b-35049cb94506,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:55.875177 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:56.183603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1637975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:56.187086 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1637998'] for router, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:56.294320 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Router 2a525926-a12f-4ab9-90dd-ea311b949c5f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:07:56.400831 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:07:56.405619 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:56.406829 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7b973181-deec-468a-ad91-d3c3e99e621a admin admin] 10.222.0.52 "PUT /v2.0/routers/2a525926-a12f-4ab9-90dd-ea311b949c5f HTTP/1.1" status: 200 len: 888 time: 1.8805382 Aug 24 16:07:57.277319 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Sync routers for ids ['2a525926-a12f-4ab9-90dd-ea311b949c5f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:07:57.287943 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Routers {'2a525926-a12f-4ab9-90dd-ea311b949c5f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:07:57.288661 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:07:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['2a525926-a12f-4ab9-90dd-ea311b949c5f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:57.547420 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Set router 2a525926-a12f-4ab9-90dd-ea311b949c5f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:07:57.789771 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device db130203-a32d-4289-907d-ae34125ee8a7 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:07:57.976840 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:55Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port': {'id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:55Z', 'updated_at': '2021-08-24T16:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:50Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:58.029242 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port db130203-a32d-4289-907d-ae34125ee8a7 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:07:58.031266 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Checking router: 2a525926-a12f-4ab9-90dd-ea311b949c5f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:07:58.031625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Updating router 2a525926-a12f-4ab9-90dd-ea311b949c5f port 5292ddb2-5f08-437f-8f0b-35049cb94506 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:07:58.068571 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port db130203-a32d-4289-907d-ae34125ee8a7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:07:58.068956 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.102754 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.293665 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.370138 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port db130203-a32d-4289-907d-ae34125ee8a7, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=db130203-a32d-4289-907d-ae34125ee8a7,segment=NetworkSegment(2f23a989-11f7-489e-b8dc-9cc138670f03),segment_id=2f23a989-11f7-489e-b8dc-9cc138670f03)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:07:58.445050 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.514090 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.528673 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=db130203-a32d-4289-907d-ae34125ee8a7,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:58.533924 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Transition to ACTIVE for port object 5292ddb2-5f08-437f-8f0b-35049cb94506 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:07:58.596618 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.652724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Attempting to bind port 5292ddb2-5f08-437f-8f0b-35049cb94506 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:07:58.653107 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Attempting to bind port 5292ddb2-5f08-437f-8f0b-35049cb94506 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:07:58.653482 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Attempting to bind port 5292ddb2-5f08-437f-8f0b-35049cb94506 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:07:58.655554 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312058-6d93-4b98-973d-53ae61c5d5d7 None None] Pushing event updated for resources: {'Port': ['ID=5292ddb2-5f08-437f-8f0b-35049cb94506,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:58.662871 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:07:58.663380 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:07:58.663755 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.664052 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:07:58.664545 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Bound port: 5292ddb2-5f08-437f-8f0b-35049cb94506, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:07:58.664936 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.715509 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] For port 5292ddb2-5f08-437f-8f0b-35049cb94506, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:07:58.718501 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] For port 5292ddb2-5f08-437f-8f0b-35049cb94506, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=5292ddb2-5f08-437f-8f0b-35049cb94506,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:07:58.767922 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43210) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:07:58.779532 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:07:58.836314 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Routers {'2a525926-a12f-4ab9-90dd-ea311b949c5f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:07:58.836940 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:07:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['2a525926-a12f-4ab9-90dd-ea311b949c5f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:58.875151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312058-6d93-4b98-973d-53ae61c5d5d7 None None] Pushing event updated for resources: {'Port': ['ID=5292ddb2-5f08-437f-8f0b-35049cb94506,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:07:58.880521 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6b1836c1-c512-49cf-9186-4019a4efcceb admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1102579 Aug 24 16:07:58.953672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] Set router 2a525926-a12f-4ab9-90dd-ea311b949c5f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:07:59.253732 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:55Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port': {'id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:55Z', 'updated_at': '2021-08-24T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:58Z', 'revision_number': 5, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:07:59.279749 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1f8d5-b121-4f9b-b43e-f34ace179abd None None] The sync data for ids ['2a525926-a12f-4ab9-90dd-ea311b949c5f'] in dv-cinder-755654-11-iscsi is: [{'id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'name': 'router1', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:07:37Z', 'updated_at': '2021-08-24T16:07:55Z', 'revision_number': 4, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'gw_port': {'id': '5292ddb2-5f08-437f-8f0b-35049cb94506', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:55Z', 'updated_at': '2021-08-24T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'db130203-a32d-4289-907d-ae34125ee8a7', 'name': '', 'network_id': '99f70190-4b09-4065-b36b-e08dfc75340c', 'tenant_id': '89f5c1424713455b9667a600a7d0b8b0', 'mac_address': 'fa:16:3e:96:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a525926-a12f-4ab9-90dd-ea311b949c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:07:47Z', 'updated_at': '2021-08-24T16:07:58Z', 'revision_number': 5, 'project_id': '89f5c1424713455b9667a600a7d0b8b0', 'subnets': [{'id': '8d580fef-423a-40c4-a544-78ec8e7cd570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1bb146a-21f8-408c-a75b-0196d65778bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:07:59.885777 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 5292ddb2-5f08-437f-8f0b-35049cb94506 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:08:00.007450 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 5292ddb2-5f08-437f-8f0b-35049cb94506 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:08:00.012098 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 5292ddb2-5f08-437f-8f0b-35049cb94506 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:08:00.012600 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:00.107883 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:00.129279 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 5292ddb2-5f08-437f-8f0b-35049cb94506, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=5292ddb2-5f08-437f-8f0b-35049cb94506,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:08:00.218052 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:00.218814 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device db130203-a32d-4289-907d-ae34125ee8a7 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:08:00.292825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=5292ddb2-5f08-437f-8f0b-35049cb94506,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:08:00.308814 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port db130203-a32d-4289-907d-ae34125ee8a7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:08:00.309196 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:01.783876 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 5292ddb2-5f08-437f-8f0b-35049cb94506 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:08:01.849541 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 5292ddb2-5f08-437f-8f0b-35049cb94506 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:08:01.850050 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:10.885329 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f0ea53c0-03b7-42cf-a7a2-2f1d901797d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:13.645084 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e0284c38-2bf8-4f11-83c4-fdfb79ae9a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:13.933039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:14.693089 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:16.362077 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:17.216290 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:08:40.897830 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc3be-e896-45fa-9778-3d2f284864a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:43.651988 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cf64331f-ba8a-4bd2-aa1f-3397e1b89cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:43.926138 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:44.771735 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:46.344113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:08:54.204845 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:09:10.891091 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-964a17b1-2ecc-4ee2-96fd-79fa806b1f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:13.633908 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0d61fd10-1f5e-4693-a6ee-6de5797ef737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:13.928820 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:14.694345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:16.322895 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:31.203896 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:09:36.121162 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43778) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:36.182165 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.pecan_wsgi.hooks.translation [None req-07369656-a7e6-4976-9b01-8eebaadac5a1 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:09:36.183472 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-07369656-a7e6-4976-9b01-8eebaadac5a1 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613611 Aug 24 16:09:36.345051 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15aa870-d1e2-45ec-bb58-43e6d6081d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:36.346558 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b15aa870-d1e2-45ec-bb58-43e6d6081d2d admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580713 Aug 24 16:09:38.478941 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43788) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:38.568260 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae607d3-b964-45e3-9ebe-9a9ea5fb15c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:38.571550 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7ae607d3-b964-45e3-9ebe-9a9ea5fb15c8 admin admin] 10.222.0.52 "GET /v2.0/subnets/8d580fef-423a-40c4-a544-78ec8e7cd570 HTTP/1.1" status: 200 len: 849 time: 0.0896950 Aug 24 16:09:38.579326 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:09:38.663424 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:38.859039 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761271198410'] for subnet, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:38.887974 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:38.888587 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:38.889882 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] 10.222.0.52 "PUT /v2.0/subnets/8d580fef-423a-40c4-a544-78ec8e7cd570 HTTP/1.1" status: 200 len: 868 time: 0.3142657 Aug 24 16:09:38.907609 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8dac0-37fc-40a2-8d2e-23e4627a609b None None] Network 99f70190-4b09-4065-b36b-e08dfc75340c requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:09:38.909125 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d580fef-423a-40c4-a544-78ec8e7cd570,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:09:38.916513 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.916863 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.917166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.917507 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.917843 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.918196 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.918536 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.919469 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.919820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.920177 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.920543 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:38.920943 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f71cc-a0a4-4212-96d5-3684e7fc27c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:09:39.261093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c95e421c-52fe-4cd0-91fe-c0ec0db69251 None None] Provisioning complete for port db130203-a32d-4289-907d-ae34125ee8a7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:09:39.261465 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c95e421c-52fe-4cd0-91fe-c0ec0db69251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:39.347896 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c95e421c-52fe-4cd0-91fe-c0ec0db69251 None None] Provisioning complete for port 83fbd56e-3962-4af0-8aba-c9a95e1acdaf triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:09:39.348188 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c95e421c-52fe-4cd0-91fe-c0ec0db69251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:40.881885 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f86a-8427-46a4-a816-847d19665d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:41.043188 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43796) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:41.237883 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57271fe2-d751-44c2-b5e4-29565da0b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:41.238282 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57271fe2-d751-44c2-b5e4-29565da0b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:41.239818 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-57271fe2-d751-44c2-b5e4-29565da0b7eb admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951029 Aug 24 16:09:43.424716 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43806) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:43.554354 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a373a-bb18-451b-b286-648e4643837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:43.554837 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a373a-bb18-451b-b286-648e4643837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:43.556353 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8b9a373a-bb18-451b-b286-648e4643837a admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306789 Aug 24 16:09:43.639534 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-868e6469-f90e-4390-9868-f7ddb7e75bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:43.958589 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:44.693586 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:45.704748 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43814) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:45.832219 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed585d4-bc80-43a4-b403-d9f474cd187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:45.833633 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8ed585d4-bc80-43a4-b403-d9f474cd187a admin admin] 10.222.0.52 "GET /v2.0/networks/99f70190-4b09-4065-b36b-e08dfc75340c HTTP/1.1" status: 200 len: 869 time: 0.1279378 Aug 24 16:09:46.327420 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:09:47.955883 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43822) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:48.077238 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b5016-c590-49c3-b84d-79ad0703ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:48.078576 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-817b5016-c590-49c3-b84d-79ad0703ef3b admin admin] 10.222.0.52 "GET /v2.0/networks/b2b505d8-1b9a-4c80-a486-ea1a578c4a1e HTTP/1.1" status: 200 len: 886 time: 0.1217356 Aug 24 16:09:50.289053 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43830) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:50.411882 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232e29e-8a24-466c-8fed-8308391a013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:50.412346 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232e29e-8a24-466c-8fed-8308391a013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:50.413896 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6232e29e-8a24-466c-8fed-8308391a013b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239085 Aug 24 16:09:52.530994 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43838) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:52.622205 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d653579-a315-4cd2-b475-477e1226c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:52.622671 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d653579-a315-4cd2-b475-477e1226c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:52.624191 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2d653579-a315-4cd2-b475-477e1226c83d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922365 Aug 24 16:09:54.766979 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43846) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:54.857431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159cbbe-81d2-4d16-bdf6-3aa8566dfbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:54.858768 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c159cbbe-81d2-4d16-bdf6-3aa8566dfbe4 admin admin] 10.222.0.52 "GET /v2.0/subnets/8d580fef-423a-40c4-a544-78ec8e7cd570 HTTP/1.1" status: 200 len: 868 time: 0.0908365 Aug 24 16:09:57.002232 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43854) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:09:57.088991 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c9f1e-3be2-4625-b748-2967c663434f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:09:57.090333 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-670c9f1e-3be2-4625-b748-2967c663434f admin admin] 10.222.0.52 "GET /v2.0/subnets/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12 HTTP/1.1" status: 200 len: 816 time: 0.0871627 Aug 24 16:10:08.202624 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:10:10.875356 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a7ade5b8-6274-4a43-b94f-fb7978b7b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:13.684337 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b6192d4c-a1df-45da-a6cf-e651c0ee2d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:13.966874 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:14.720789 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:16.381124 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:21.266489 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43908) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:10:21.313541 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [None req-a226ae37-9b70-4b21-96d5-8bcad879fef4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:10:21.314533 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a226ae37-9b70-4b21-96d5-8bcad879fef4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470970 Aug 24 16:10:23.532442 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 43916) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:10:23.691879 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c689fb-d9b6-44ab-bb98-d5d51a1890ea admin admin] GET failed (client error): The resource could not be found. Aug 24 16:10:23.693319 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-05c689fb-d9b6-44ab-bb98-d5d51a1890ea admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1598837 Aug 24 16:10:23.780846 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98705eee-54b0-4862-a9f7-dde6bbf6aefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:10:23.782590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-98705eee-54b0-4862-a9f7-dde6bbf6aefc admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847464 Aug 24 16:10:25.953613 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43924) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:10:26.007024 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:10:26.117890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Made reservation on behalf of 065fc3b73c044c09b8a16d31aef3f456 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:10:26.120177 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:26.153550 dv-cinder-755654-11-iscsi neutron-server[94576]: WARNING neutron.services.revisions.revision_plugin [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Could not find related network for resource to bump revision. Aug 24 16:10:26.164875 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:10:26.174094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:26.174434 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Added segment 4aec21b4-cae4-4e8d-9d87-e34a7986b806 of type vlan for network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e Aug 24 16:10:26.214218 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:26.302771 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:26.303650 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:10:26.304218 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:26.360986 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9cc795-d206-4ddf-96a4-de8ec32e4f6e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:10:26.368652 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.369000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.369344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.369715 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.370047 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.370396 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.370733 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.371072 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.371455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.371785 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.372106 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.372426 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:26.383037 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:10:26.427092 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-13b48435-5b04-479b-a7df-cd9dbec352b6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4723704 Aug 24 16:10:28.587282 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43934) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:10:28.654915 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.pecan_wsgi.hooks.translation [None req-54482bdf-ac8b-458b-a09b-0d633e6d1792 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:10:28.669479 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-54482bdf-ac8b-458b-a09b-0d633e6d1792 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680339 Aug 24 16:10:28.817953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42b6de-c0c5-4c08-a044-64056461335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:10:28.819338 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5a42b6de-c0c5-4c08-a044-64056461335a admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1587462 Aug 24 16:10:28.830159 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:10:28.922943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Made reservation on behalf of 065fc3b73c044c09b8a16d31aef3f456 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:10:28.925517 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:29.234311 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:29.287379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712dd611-6ff3-4c1b-82a6-acd528be7b10,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:10:29.304914 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Checking segment: {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:10:29.305290 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Network hostable DHCP agents. Network: ac9cc795-d206-4ddf-96a4-de8ec32e4f6e, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:10:29.405538 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:10:29.480427 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, ac9cc795-d206-4ddf-96a4-de8ec32e4f6e) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:10:29.485105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:10:29.485659 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:29.489639 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bda159-c685-40ca-9677-c8df4a49fa04 None None] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:10:29.585704 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c65818df-f9d6-4d86-be14-e22b57b63631 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7457459 Aug 24 16:10:29.634776 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-ac9cc795-d206-4ddf-96a4-de8ec32e4f6e', 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e', 'tenant_id': '065fc3b73c044c09b8a16d31aef3f456', 'fixed_ips': [{'subnet_id': '712dd611-6ff3-4c1b-82a6-acd528be7b10'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:10:29.635672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:29.876787 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Allocated IP 192.168.233.2 (ac9cc795-d206-4ddf-96a4-de8ec32e4f6e/712dd611-6ff3-4c1b-82a6-acd528be7b10/0d4940cd-b3f3-493c-88df-9870ff62392a) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:10:30.020094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:30.029238 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Transition to ACTIVE for port object 0d4940cd-b3f3-493c-88df-9870ff62392a will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:10:30.044705 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Transition to ACTIVE for port object 0d4940cd-b3f3-493c-88df-9870ff62392a will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:10:30.138293 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:30.182626 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:10:30.186430 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:10:30.188294 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Pushing event updated for resources: {'Port': ['ID=0d4940cd-b3f3-493c-88df-9870ff62392a,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:10:30.190419 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:10:30.202082 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.202463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.202815 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.203157 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.203498 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.203836 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.204165 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.204512 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.204894 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.205230 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.205565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.205891 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:10:30.251129 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Attempting to bind port 0d4940cd-b3f3-493c-88df-9870ff62392a on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:10:30.251510 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Attempting to bind port 0d4940cd-b3f3-493c-88df-9870ff62392a by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:10:30.251862 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Attempting to bind port 0d4940cd-b3f3-493c-88df-9870ff62392a on network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:10:30.256758 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:10:30.257131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Checking segment: {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:10:30.257535 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:30.257925 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Bound using segment: {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:10:30.258382 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Bound port: 0d4940cd-b3f3-493c-88df-9870ff62392a, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:10:30.258785 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:30.323623 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] For port 0d4940cd-b3f3-493c-88df-9870ff62392a, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:10:30.326763 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] For port 0d4940cd-b3f3-493c-88df-9870ff62392a, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0d4940cd-b3f3-493c-88df-9870ff62392a,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:10:30.475555 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:30.531140 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24543b73-eb1d-4c16-9862-ab64c4eabd06 None None] Pushing event updated for resources: {'Port': ['ID=0d4940cd-b3f3-493c-88df-9870ff62392a,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:10:31.303828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafe74e-15c0-493f-9702-0b89e9193d5e None None] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:10:31.503554 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6a41121d-ed5d-4814-8928-631cf46a3376 None None] Provisioning for port 0d4940cd-b3f3-493c-88df-9870ff62392a completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:10:31.896520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0d4940cd-b3f3-493c-88df-9870ff62392a up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:10:32.005928 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 0d4940cd-b3f3-493c-88df-9870ff62392a completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:10:32.010642 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0d4940cd-b3f3-493c-88df-9870ff62392a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:10:32.011023 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:32.093002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:32.124721 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 0d4940cd-b3f3-493c-88df-9870ff62392a, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0d4940cd-b3f3-493c-88df-9870ff62392a,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:10:32.203756 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:32.256966 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=0d4940cd-b3f3-493c-88df-9870ff62392a,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:10:33.879015 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0d4940cd-b3f3-493c-88df-9870ff62392a up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:10:33.926293 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0d4940cd-b3f3-493c-88df-9870ff62392a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:10:33.926672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:40.914231 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4e1d7bd4-d1e6-469b-a85b-09ce8c814cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:43.677583 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75bd0c0e-07e4-4a81-93b5-c7bf7a174fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:43.922958 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:44.723015 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:10:45.201618 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:10:46.345441 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:10.893635 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0563c55e-5f5b-44c3-81f1-e85592a8df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:13.647913 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e2cf536a-6fc5-416c-a022-e7f4be10d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:13.924830 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:14.707295 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:16.338822 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:22.200874 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:11:40.883424 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e14e7adf-4638-4ee0-9214-a5786c5d7c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:43.665947 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-53ad1dca-0929-4ea5-a55d-e571b3c54ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:43.927283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:44.706122 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:46.349904 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:48.149564 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 43986) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:11:48.155634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-379b0e1d-d5f4-4c08-82b2-86b144349ee8 tempest-verify_tempest_config-747093433 tempest-verify_tempest_config-747093433-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:11:48.156634 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-379b0e1d-d5f4-4c08-82b2-86b144349ee8 tempest-verify_tempest_config-747093433 tempest-verify_tempest_config-747093433-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059543 Aug 24 16:11:48.701421 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44004) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:11:48.800871 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:48.886852 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:48.955010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:49.011769 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=913c09be10084aa1af52b98e780b280b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3090096 Aug 24 16:11:49.012818 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb8116-80a0-47cb-a5b2-92f3fdd0e2c5,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:11:49.014190 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44008) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:11:49.020042 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.020408 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.020860 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.021305 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.021770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.022897 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.023370 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.023916 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.024375 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.024843 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.025281 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.025749 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed60d6-97f1-4c80-a09d-ba3fff77d4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.071083 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:49.094723 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:49.260127 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:49.262746 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:11:49.263850 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4bb8116-80a0-47cb-a5b2-92f3fdd0e2c5 HTTP/1.1" status: 204 len: 168 time: 0.2486258 Aug 24 16:11:49.271941 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb8116-80a0-47cb-a5b2-92f3fdd0e2c5,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:11:49.279336 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:49.283988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a33f73-f3ff-477d-9c37-b6235a720be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:11:59.200123 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:12:10.876657 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-91bb8ec1-eb8f-44ee-9503-4a4c481c4e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:13.641995 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eace753f-74ca-40de-83de-dda5f2c9d6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:13.950918 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:14.743504 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:16.339608 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:36.198941 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:12:40.879579 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cc925caa-edfc-4427-b9f1-1009ee9c755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:43.679654 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-64cb97ac-bfd7-4300-983a-8a2113d7a93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:43.933349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:44.721283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:12:46.373114 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:10.891582 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f1261b8e-cf5d-49aa-bd30-1ee3bf7feed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:13.197511 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:13:13.640262 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed0d3-65e2-4318-b6fd-7af5368cb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:13.914379 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:14.758448 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:16.342896 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:21.971246 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:37.276144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44084) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:13:37.379134 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b7cfdbb0-5f5d-4730-9632-0a0b60c01ca3 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1018767 Aug 24 16:13:39.544150 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44094) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:13:39.598590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-39b81f05-97de-48ee-81c3-1b910315c923 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0533216 Aug 24 16:13:40.896135 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-28b28901-5d33-4077-b163-4bca2682b100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:43.661962 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d826850f-a9a1-4c79-b96f-76370d39f40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:43.924977 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:44.707483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:46.341687 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:13:50.195637 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:13:51.883153 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:10.883767 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4520-ee41-480c-a010-217cfe62b8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:13.661213 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-037bda92-5668-44d4-ae9f-a201992f8ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:13.941045 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:14.764136 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:16.337125 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:21.883321 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:27.194488 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:14:40.917275 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0669943b-36b0-4f3e-87e1-9d3453cf8d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:43.642822 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0cb05047-7b5b-46b7-b51e-7af1e996c8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:43.968894 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:44.751472 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:46.345841 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:14:51.939257 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:04.193151 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:15:10.092413 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44250) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:10.572557 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-623473428-network', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:10.664681 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Made reservation on behalf of 0d9dc34212d44fd98e5f4afc81b92fe3 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:10.667284 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.676521 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.769013 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.876189 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.893312 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:15:10.916916 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.919410 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Added segment e8438083-a511-4b22-bc12-8712067f3767 of type vlan for network a5ac460f-d733-4c75-8fe8-5a895b903df2 Aug 24 16:15:10.925794 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f85fd-e478-4f09-ba3c-b2ee1bdce3e2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:10.934352 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.934731 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.935076 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.935412 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.935743 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.936115 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.936451 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.936816 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.937148 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.937559 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.938795 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-409e5be5-a3c1-40ea-950c-a7366b1b063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:10.939982 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.940728 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Tracked resource versions report: Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: pushed versions: Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: { 'AddressGroup': {'1.2'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'ConntrackHelper': {'1.0'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Log': {'1.0'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Network': {'1.1'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Port': {'1.7'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'PortForwarding': {'1.2'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'QosPolicy': {'1.9'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroup': {'1.4'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SubPort': {'1.0'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Subnet': {'1.1'}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Trunk': {'1.1'}} Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: consumer versions: Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: HyperV agent@hv-cinder-75565: {}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'ConntrackHelper': '1.0', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Log': '1.0', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Network': '1.1', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Port': '1.7', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'PortForwarding': '1.2', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'QosPolicy': '1.9', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroup': '1.4', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SecurityGroupRule': '1.2', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'SubPort': '1.0', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Subnet': '1.1', Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: 'Trunk': '1.1'}} Aug 24 16:15:10.942010 dv-cinder-755654-11-iscsi neutron-server[94575]: {{(pid=94575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:15:10.976898 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.059041 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.060005 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:11.060615 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.118512 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ac460f-d733-4c75-8fe8-5a895b903df2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:11.129317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:15:11.170339 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e05c4dd0-5208-4711-b998-0aa66cb1d182 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0740190 Aug 24 16:15:11.170549 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44306) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:11.176256 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Request body: {'subnet': {'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-623473428-subnet', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:11.286554 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Made reservation on behalf of 0d9dc34212d44fd98e5f4afc81b92fe3 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:11.289090 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.510756 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.546537 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44320) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:11.570407 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7112ed3-1ee1-4192-b703-64ce702a566d,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:11.580589 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Checking segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:11.580940 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Network hostable DHCP agents. Network: a5ac460f-d733-4c75-8fe8-5a895b903df2, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:15:11.585447 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44326) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:11.630908 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:15:11.687406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, a5ac460f-d733-4c75-8fe8-5a895b903df2) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:11.696530 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:11.698431 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ad863-39ed-4ce1-b231-b64e2bd4a7e6 None None] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:11.698957 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.774085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c1e116c7-ead1-46f9-b0c7-e647f3a89423 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6024635 Aug 24 16:15:11.776873 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44340) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:11.781654 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:11.908670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1204554803-network', 'tenant_id': '56e05ea7e9ce4173a783a87396686f35'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:11.910450 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.911518 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.954678 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-a5ac460f-d733-4c75-8fe8-5a895b903df2', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:15:11.955451 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:11.993562 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.007986 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Made reservation on behalf of 56e05ea7e9ce4173a783a87396686f35 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:12.011856 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.024753 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.057331 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-network', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:12.099134 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Allocated IP 172.20.0.2 (a5ac460f-d733-4c75-8fe8-5a895b903df2/d7112ed3-1ee1-4192-b703-64ce702a566d/c97133a6-568b-48ff-98a6-5bc30f316639) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:12.198343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.230686 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.253638 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.260922 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.264055 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Transition to ACTIVE for port object c97133a6-568b-48ff-98a6-5bc30f316639 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:12.284897 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Transition to ACTIVE for port object c97133a6-568b-48ff-98a6-5bc30f316639 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:12.294097 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:15:12.311715 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c50e5-7d21-4003-834e-c29645cadde2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:12.324949 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.325538 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.326170 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.326824 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.327366 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.327969 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.328576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.329230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.329802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.330385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.330931 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.331598 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Tracked resource versions report: Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: pushed versions: Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: { 'AddressGroup': {'1.2'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Log': {'1.0'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Network': {'1.1'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Port': {'1.7'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'PortForwarding': {'1.2'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'QosPolicy': {'1.9'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroup': {'1.4'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SubPort': {'1.0'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Subnet': {'1.1'}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Trunk': {'1.1'}} Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: consumer versions: Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: HyperV agent@hv-cinder-75565: {}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'ConntrackHelper': '1.0', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Log': '1.0', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Network': '1.1', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Port': '1.7', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'PortForwarding': '1.2', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'QosPolicy': '1.9', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroup': '1.4', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SecurityGroupRule': '1.2', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'SubPort': '1.0', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Subnet': '1.1', Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: 'Trunk': '1.1'}} Aug 24 16:15:12.333378 dv-cinder-755654-11-iscsi neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:15:12.346082 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.346761 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Added segment 2957a298-4282-4e59-b0ea-f41a06d2578f of type vlan for network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 Aug 24 16:15:12.351100 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.396105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Made reservation on behalf of 6408900b2da24a0ba9a85f5e5c566b11 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:12.399134 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.415432 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.432574 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.479529 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:12.480786 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Pushing event updated for resources: {'Port': ['ID=c97133a6-568b-48ff-98a6-5bc30f316639,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:12.498965 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:12.501843 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.505330 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.508077 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.508692 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.509252 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Tracked resource versions report: Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: pushed versions: Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Log': {'1.0'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Network': {'1.1'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Port': {'1.7'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: consumer versions: Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: HyperV agent@hv-cinder-75565: {}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Log': '1.0', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Network': '1.1', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Port': '1.7', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'SubPort': '1.0', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Subnet': '1.1', Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Aug 24 16:15:12.510550 dv-cinder-755654-11-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:15:12.550096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.553320 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:12.635042 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.649400 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.658192 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:15:12.678827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Attempting to bind port c97133a6-568b-48ff-98a6-5bc30f316639 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:12.679198 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Attempting to bind port c97133a6-568b-48ff-98a6-5bc30f316639 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:12.682283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Attempting to bind port c97133a6-568b-48ff-98a6-5bc30f316639 on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:12.696075 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.698572 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:12.698974 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Checking segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:12.699523 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.700495 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.700605 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:12.701090 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.701195 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Bound using segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:12.701608 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Bound port: c97133a6-568b-48ff-98a6-5bc30f316639, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:12.702763 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.722934 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.723318 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Added segment 01bfd397-79cd-43b7-b68c-6d0c77c201d4 of type vlan for network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb Aug 24 16:15:12.821500 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] For port c97133a6-568b-48ff-98a6-5bc30f316639, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:12.825494 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] For port c97133a6-568b-48ff-98a6-5bc30f316639, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c97133a6-568b-48ff-98a6-5bc30f316639,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:12.846630 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Allocated IP 172.27.1.150 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/12e93e81-f436-4595-8cd0-212566a3796b) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:12.870775 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad044044-9460-424d-a0c6-c64fc4a9451b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:12.877442 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.879654 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa3ad74-8936-48dc-9a0f-060885d12ff9,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:12.903645 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:15:12.950044 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.976056 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.983322 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fefd8994-7c48-480c-95a2-40551f769eb1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4334064 Aug 24 16:15:12.983322 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.983700 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:12.984385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:12.986084 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44372) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:12.993002 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Request body: {'subnet': {'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1204554803-subnet', 'tenant_id': '56e05ea7e9ce4173a783a87396686f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:13.033381 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea2961-72b5-4dc3-8db7-a95ce351172a None None] Pushing event updated for resources: {'Port': ['ID=c97133a6-568b-48ff-98a6-5bc30f316639,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:13.111599 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:13.121838 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Made reservation on behalf of 56e05ea7e9ce4173a783a87396686f35 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:13.124227 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.127750 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:15:13.174427 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.179780 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6f20b936-c884-4686-96dc-53a0c9b33329 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5932918 Aug 24 16:15:13.182653 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44378) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:13.188104 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Request body: {'subnet': {'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-subnet', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:13.210675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:13.215171 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:13.247790 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:13.324065 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Made reservation on behalf of 6408900b2da24a0ba9a85f5e5c566b11 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:13.324065 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.428950 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Pushing event updated for resources: {'Port': ['ID=12e93e81-f436-4595-8cd0-212566a3796b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:13.664418 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2fece454-79f1-4682-b7d1-d2e29478d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.762326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.847777 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2272a0e-c602-4581-8331-cdda06084772,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:13.857507 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.859423 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Checking segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:13.860024 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Network hostable DHCP agents. Network: 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:15:13.956007 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.961786 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:13.985452 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:15:14.038540 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:14.064453 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:14.068781 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:14.069367 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.075505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Checking segment: {'id': '2957a298-4282-4e59-b0ea-f41a06d2578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:14.075820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Network hostable DHCP agents. Network: 7fa3ad74-8936-48dc-9a0f-060885d12ff9, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:15:14.077329 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b808dc8-3308-467c-9780-e05132aedf9c None None] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:14.191235 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9163fa56-654e-4ebe-86d0-94dc0f13bc79 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0074584 Aug 24 16:15:14.194321 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44416) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:14.199057 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:14.273767 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c97133a6-568b-48ff-98a6-5bc30f316639 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:14.306815 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:15:14.318308 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 7fa3ad74-8936-48dc-9a0f-060885d12ff9) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:14.345031 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.347074 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.347624 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9ea51-4be8-48f4-b10f-87c99bc73a30 None None] Network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:14.350865 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:14.351661 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.369958 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef81381-62f3-4b12-a68f-4ad0421a1a38 None None] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:14.384987 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.464986 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3c38b703-659e-4928-b38d-de33b404f002 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4717386 Aug 24 16:15:14.526951 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.563189 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d8e6c-f8d3-44a4-8fcc-21bc05b1f4e4 None None] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:14.602634 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port c97133a6-568b-48ff-98a6-5bc30f316639 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:14.650355 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a08e75-afbf-4b3f-adee-1700ae3a6398 None None] Network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:15:14.693513 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:15:14.864767 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.912210 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:15:14.932280 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:15:14.947745 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:14.949256 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:14.949890 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:14.975299 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Provisioning for port c97133a6-568b-48ff-98a6-5bc30f316639 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:15.019586 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.021744 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6be001d5-0352-44c7-be13-fcb887bb3345 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2438962 Aug 24 16:15:15.024891 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44452) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:15.040870 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Provisioning complete for port c97133a6-568b-48ff-98a6-5bc30f316639 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:15.041570 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.163244 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:15.265341 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.324202 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] For port c97133a6-568b-48ff-98a6-5bc30f316639, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c97133a6-568b-48ff-98a6-5bc30f316639,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:15.453391 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.536424 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a85f5-e0a1-48e2-9c69-a7f84e567ce4 None None] Pushing event updated for resources: {'Port': ['ID=c97133a6-568b-48ff-98a6-5bc30f316639,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:15.577531 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-37e1ba31-a443-4eb1-b6e9-cd8c9402f9c9 None None] Provisioning complete for port c97133a6-568b-48ff-98a6-5bc30f316639 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:15.577914 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-37e1ba31-a443-4eb1-b6e9-cd8c9402f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.613463 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:13Z', 'revision_number': 3, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:15.693454 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:15:15.695420 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Updating router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 port 12e93e81-f436-4595-8cd0-212566a3796b binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:15:15.764296 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:15.836437 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44508) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:15.839313 dv-cinder-755654-11-iscsi neutron-server[94575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 16:15:16.042849 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.072628 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c97133a6-568b-48ff-98a6-5bc30f316639 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:16.077001 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.087966 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-a1ec1964-0a1e-4340-995c-9531bb7e3b30 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:16.095667 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.096739 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-a1ec1964-0a1e-4340-995c-9531bb7e3b30 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/networks?id=7fa3ad74-8936-48dc-9a0f-060885d12ff9 HTTP/1.1" status: 200 len: 812 time: 0.2587316 Aug 24 16:15:16.111623 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Transition to ACTIVE for port object 12e93e81-f436-4595-8cd0-212566a3796b will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:16.114767 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-e931d53c-c2b3-4202-8fb6-447b466d3cd8 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/quotas/56e05ea7e9ce4173a783a87396686f35 HTTP/1.1" status: 200 len: 375 time: 0.0165761 Aug 24 16:15:16.127064 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port c97133a6-568b-48ff-98a6-5bc30f316639 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:16.127506 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.213278 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.271404 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-2be2b9f0-1645-45ea-bf51-c4097c3835b7 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e05ea7e9ce4173a783a87396686f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1556742 Aug 24 16:15:16.306820 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Attempting to bind port 12e93e81-f436-4595-8cd0-212566a3796b on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:16.307573 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Attempting to bind port 12e93e81-f436-4595-8cd0-212566a3796b by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:16.308001 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Attempting to bind port 12e93e81-f436-4595-8cd0-212566a3796b on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:16.319396 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:16.319863 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:16.320329 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.320806 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:16.321369 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Bound port: 12e93e81-f436-4595-8cd0-212566a3796b, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:16.321833 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.354757 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Allocated IP 172.27.1.82 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/908687ac-e503-4f50-b341-c2defeec8891) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:16.370217 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Pushing event updated for resources: {'Port': ['ID=12e93e81-f436-4595-8cd0-212566a3796b,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:16.382650 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.383017 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.383357 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.394752 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:15:16.395689 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Tracked resource versions report: Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: pushed versions: Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Log': {'1.0'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Network': {'1.1'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Port': {'1.7'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: consumer versions: Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: HyperV agent@hv-cinder-75565: {}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: L3 agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: Metadata agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: Metering agent@dv-cinder-755654-11-iscsi: {}, Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-755654-11-iscsi: { 'AddressGroup': '1.2', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Log': '1.0', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Network': '1.1', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Port': '1.7', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'SubPort': '1.0', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Subnet': '1.1', Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Aug 24 16:15:16.396173 dv-cinder-755654-11-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:15:16.420293 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.426535 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] For port 12e93e81-f436-4595-8cd0-212566a3796b, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:16.427423 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] For port 12e93e81-f436-4595-8cd0-212566a3796b, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=12e93e81-f436-4595-8cd0-212566a3796b,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:16.522710 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.537288 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-4b1db7e1-a114-4f3c-a514-074b6243fd87 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:15:16.538611 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-4b1db7e1-a114-4f3c-a514-074b6243fd87 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0778658 Aug 24 16:15:16.670394 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.699985 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-2f1ba06f-dd85-4c29-a415-4fb6c0c7893a service neutron] 10.222.0.52 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546414 Aug 24 16:15:16.707818 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:16.709891 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:16.770337 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aa2d9-84c2-45e2-a598-5e4d2aeb83f3 None None] Pushing event updated for resources: {'Port': ['ID=12e93e81-f436-4595-8cd0-212566a3796b,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:16.786406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Allocated IP 172.20.0.1 (a5ac460f-d733-4c75-8fe8-5a895b903df2/d7112ed3-1ee1-4192-b703-64ce702a566d/150240f9-f3aa-4944-bb4b-20e546c93881) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:16.836115 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-1cae3938-0342-4a84-8534-5ead33dc8666 service neutron] 10.222.0.52 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287510 Aug 24 16:15:16.862225 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:16.952210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:16.962542 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.077313 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:13Z', 'revision_number': 3, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:17.133209 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4486789-e34b-48d7-a121-c2524bc96b93 None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:13Z', 'revision_number': 3, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:15:17.141123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Transition to ACTIVE for port object 150240f9-f3aa-4944-bb4b-20e546c93881 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:17.151703 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:17.161581 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:17.172300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:17.217116 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Pushing event updated for resources: {'Port': ['ID=908687ac-e503-4f50-b341-c2defeec8891,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:17.314113 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-01fc7f56-cba8-4e3d-8c19-e8828c531fee req-b9f35a5c-a4a5-4e7b-8122-945664b882d9 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0717111 Aug 24 16:15:17.355831 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44566) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:17.399006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.446332 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:17.449440 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:17.452105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:17.453477 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.536743 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ebc-d28a-4e3d-9ad1-c2f32555c2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.732721 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:17.745191 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ebc-d28a-4e3d-9ad1-c2f32555c2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.835916 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ebc-d28a-4e3d-9ad1-c2f32555c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:17.959211 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5b7b9ebc-d28a-4e3d-9ad1-c2f32555c2b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9cceafba5584ff8addbe5d2de40069a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5991843 Aug 24 16:15:17.962268 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44604) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:17.965886 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b9ebc-d28a-4e3d-9ad1-c2f32555c2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef983c-b664-4fc2-9fec-744fb871eca4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:17.983936 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d1f1a4be-ba82-4a7c-8437-be730671ae04 None None] Provisioning for port 150240f9-f3aa-4944-bb4b-20e546c93881 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:17.988913 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d1f1a4be-ba82-4a7c-8437-be730671ae04 None None] Provisioning complete for port 150240f9-f3aa-4944-bb4b-20e546c93881 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:17.989472 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a4be-ba82-4a7c-8437-be730671ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.090470 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.098889 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1a4be-ba82-4a7c-8437-be730671ae04 None None] Port 150240f9-f3aa-4944-bb4b-20e546c93881 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:15:18.124534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.134429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.170182 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 12e93e81-f436-4595-8cd0-212566a3796b up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:18.205500 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44608) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:18.298735 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.316496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.317113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 12e93e81-f436-4595-8cd0-212566a3796b completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:18.319912 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.321262 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87ef983c-b664-4fc2-9fec-744fb871eca4 HTTP/1.1" status: 204 len: 168 time: 0.3479853 Aug 24 16:15:18.334027 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 12e93e81-f436-4595-8cd0-212566a3796b triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:18.336188 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.338649 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c520c2b-6b41-458c-ae5b-c8dc7b44de5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef983c-b664-4fc2-9fec-744fb871eca4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:18.457272 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44624) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:18.466109 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3049604b-6efc-4b7f-885a-67aed2bd64ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.495300 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8cce3680-1084-4705-bcad-db48c570636c req-dc0e723e-e85a-4693-b5e3-e7bf461c9c22 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0334122 Aug 24 16:15:18.692906 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.714715 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 12e93e81-f436-4595-8cd0-212566a3796b, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=12e93e81-f436-4595-8cd0-212566a3796b,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:18.810094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.817872 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.819354 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.905660 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=12e93e81-f436-4595-8cd0-212566a3796b,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:18.953442 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:18.954596 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.052848 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3049604b-6efc-4b7f-885a-67aed2bd64ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.058142 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44644) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:19.118119 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:19.169293 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3049604b-6efc-4b7f-885a-67aed2bd64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.200930 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e60f6c86-4d38-46d3-8a04-dd85e158a1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.251567 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049604b-6efc-4b7f-885a-67aed2bd64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af091d-a0d5-498f-9e1b-23c93b1bb414,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:19.257397 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3049604b-6efc-4b7f-885a-67aed2bd64ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f4c9035fc87424599ba9dab3e4d6ce2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0507526 Aug 24 16:15:19.260828 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:19.261082 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44650) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:19.271480 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:19.295947 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44652) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:19.377886 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.385820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e60f6c86-4d38-46d3-8a04-dd85e158a1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.422171 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.495929 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b51e4b1-e72f-45a6-9474-c748040af826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.500646 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Router e19e644f-e527-4f83-82ea-9e0c8e661886 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:15:19.540205 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e60f6c86-4d38-46d3-8a04-dd85e158a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.609139 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e60f6c86-4d38-46d3-8a04-dd85e158a1b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86fc2d33db294d869640f10b2b89f6bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5497212 Aug 24 16:15:19.609962 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f6c86-4d38-46d3-8a04-dd85e158a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dded7a-fc85-4956-895c-bcfe11613d31,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:19.613138 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44662) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:19.626253 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.626253 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.626253 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19af091d-a0d5-498f-9e1b-23c93b1bb414 HTTP/1.1" status: 204 len: 168 time: 0.3634157 Aug 24 16:15:19.656559 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1938c07-b9ca-43e9-b30d-a9cf2501d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af091d-a0d5-498f-9e1b-23c93b1bb414,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:19.659223 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-eca6301c-695a-4e88-bcfa-aa1f259c6d17 None None] Provisioning complete for port 150240f9-f3aa-4944-bb4b-20e546c93881 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:19.661595 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f1726e10-5fab-4fb4-a281-ea056e8f0550 req-a6d89410-4a1c-4834-b2c5-52f542c5dc21 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0785527 Aug 24 16:15:19.666532 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eca6301c-695a-4e88-bcfa-aa1f259c6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.705584 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:15:19.708175 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.731436 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-eca6301c-695a-4e88-bcfa-aa1f259c6d17 None None] Port 150240f9-f3aa-4944-bb4b-20e546c93881 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:15:19.746394 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.761473 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:15:19.776405 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Sync routers for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:15:19.795934 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:19.796669 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:19.910254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b51e4b1-e72f-45a6-9474-c748040af826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.924878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:15:19.927386 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.930231 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:19.931004 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41dded7a-fc85-4956-895c-bcfe11613d31 HTTP/1.1" status: 204 len: 168 time: 0.3169951 Aug 24 16:15:19.938713 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef96ef5-533a-4a6f-a11f-8bb750f30244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dded7a-fc85-4956-895c-bcfe11613d31,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:19.940442 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:15:19.945265 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8eb474dc-b635-40fa-833b-076a862bb3f4 admin admin] 10.222.0.52 "PUT /v2.0/routers/5d0bd6b8-52e8-481b-9b0c-5c922f14de78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9192331 Aug 24 16:15:19.953448 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:19.954717 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:19.969400 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:20.031567 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b51e4b1-e72f-45a6-9474-c748040af826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.140525 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.145149 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-432c4830-c675-4968-83bc-bfcf10e1e83d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9469175 Aug 24 16:15:20.146231 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44686) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:20.147445 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2b51e4b1-e72f-45a6-9474-c748040af826 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2534996f94947318b871c8b2149063a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6700509 Aug 24 16:15:20.153003 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44688) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:20.156572 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e4b1-e72f-45a6-9474-c748040af826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48f15b3-cffd-4ba4-bf27-972def04de84,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:20.200369 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 12e93e81-f436-4595-8cd0-212566a3796b up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:20.235867 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.287918 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.304155 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:20.342611 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 12e93e81-f436-4595-8cd0-212566a3796b triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:20.343350 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.403118 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:17Z', 'revision_number': 3, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:20.456518 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Checking router: e19e644f-e527-4f83-82ea-9e0c8e661886 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:15:20.457445 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Updating router e19e644f-e527-4f83-82ea-9e0c8e661886 port 908687ac-e503-4f50-b341-c2defeec8891 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:15:20.470418 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.474223 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.478513 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a48f15b3-cffd-4ba4-bf27-972def04de84 HTTP/1.1" status: 204 len: 168 time: 0.3233507 Aug 24 16:15:20.492028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91c994-bca5-46e3-a8e2-13eb125c6b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48f15b3-cffd-4ba4-bf27-972def04de84,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:20.530183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:20.812611 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 2, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:20.845156 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:15:20.845605 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Updating router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 port 150240f9-f3aa-4944-bb4b-20e546c93881 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:15:20.873034 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.000815 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d30b74e2-4371-468a-be54-709ff43cb42c req-db21c889-70df-486e-84b8-70f962694462 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Aug 24 16:15:21.064436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44726) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:21.064777 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.074506 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f865df2b-c254-4ea7-b3a1-5fe01b911eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.090854 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Transition to ACTIVE for port object 908687ac-e503-4f50-b341-c2defeec8891 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:21.247159 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f865df2b-c254-4ea7-b3a1-5fe01b911eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.258915 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.310429 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f865df2b-c254-4ea7-b3a1-5fe01b911eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.358007 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.358553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.366724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Attempting to bind port 908687ac-e503-4f50-b341-c2defeec8891 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:21.366724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Attempting to bind port 908687ac-e503-4f50-b341-c2defeec8891 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:21.366724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Attempting to bind port 908687ac-e503-4f50-b341-c2defeec8891 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:21.380294 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:21.384346 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Transition to ACTIVE for port object 150240f9-f3aa-4944-bb4b-20e546c93881 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:21.384980 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:21.385549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.386227 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:21.386799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Bound port: 908687ac-e503-4f50-b341-c2defeec8891, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:21.387306 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.429404 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865df2b-c254-4ea7-b3a1-5fe01b911eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be45395-c177-47d0-99ff-4f8fe48de850,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:21.439486 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f865df2b-c254-4ea7-b3a1-5fe01b911eac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=425da97e57b54dea981de4a2e0afb9a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3939874 Aug 24 16:15:21.448023 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44746) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:21.457616 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01906-fe7f-407d-865c-91b828421dd6 None None] Pushing event updated for resources: {'Port': ['ID=908687ac-e503-4f50-b341-c2defeec8891,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:21.459445 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.524571 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] For port 908687ac-e503-4f50-b341-c2defeec8891, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:21.534992 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] For port 908687ac-e503-4f50-b341-c2defeec8891, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=908687ac-e503-4f50-b341-c2defeec8891,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:21.537803 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.589692 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13efc-ad6e-4959-a144-2a173f93e336 None None] Pushing event updated for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:21.614225 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.621146 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.752728 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Attempting to bind port 150240f9-f3aa-4944-bb4b-20e546c93881 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:21.753800 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Attempting to bind port 150240f9-f3aa-4944-bb4b-20e546c93881 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:21.754329 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Attempting to bind port 150240f9-f3aa-4944-bb4b-20e546c93881 on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:21.764029 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:21.765294 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Checking segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:21.770522 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.771123 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Bound using segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:21.771771 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Bound port: 150240f9-f3aa-4944-bb4b-20e546c93881, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:21.772436 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.806457 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Allocated IP 172.20.0.1 (3c1232e2-ba28-45ec-9a88-12c83ad2a8eb/c2272a0e-c602-4581-8331-cdda06084772/f0886413-7a86-43de-a98a-fe715eeb8377) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:21.819614 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:21.821426 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:21.853103 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.856308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:21.860840 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3be45395-c177-47d0-99ff-4f8fe48de850 HTTP/1.1" status: 204 len: 168 time: 0.4143949 Aug 24 16:15:21.880171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4015d4-1ae3-4bbc-9979-567eb7320f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be45395-c177-47d0-99ff-4f8fe48de850,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:21.967900 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] For port 150240f9-f3aa-4944-bb4b-20e546c93881, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:21.979375 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] For port 150240f9-f3aa-4944-bb4b-20e546c93881, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=150240f9-f3aa-4944-bb4b-20e546c93881,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:21.995691 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01906-fe7f-407d-865c-91b828421dd6 None None] Pushing event updated for resources: {'Port': ['ID=908687ac-e503-4f50-b341-c2defeec8891,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:22.029806 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.102758 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.130232 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13efc-ad6e-4959-a144-2a173f93e336 None None] Pushing event updated for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:22.164311 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:22.165236 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:22.232127 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:22.267419 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-231e2647-3c83-43b5-bbd1-0c1e574bc06a req-6855d018-eb43-4d57-bf1f-81d53acab2fe tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0654213 Aug 24 16:15:22.291780 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.334002 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:22.337172 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:22.340557 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:22.343455 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.391444 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Pushing event updated for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:22.396832 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:22.440898 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44784) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:22.446607 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149041882', 'description': 'tempest-description--1995234801'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:22.567160 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.574899 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.602239 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:17Z', 'revision_number': 3, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:22.633040 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce749-471f-4fa6-9b18-16e6a12c8438 None None] The sync data for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi is: [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:17Z', 'revision_number': 3, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:15:22.669034 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.709018 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.769318 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:21Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:22.784744 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.806563 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dad1d-1963-4bde-a559-e41facd8d793 None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:21Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:15:22.841271 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b436537-290e-4487-b690-698398fcf408,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:22.872435 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:22.874457 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e989ed2b-7ce1-4551-80b2-3e66888b2874 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4319561 Aug 24 16:15:22.878694 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44800) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:22.897567 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group_rule': {'security_group_id': '4b436537-290e-4487-b690-698398fcf408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:23.037140 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.054925 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.122214 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.122922 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.159705 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.224512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.260515 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Pushing event updated for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:23.296257 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f3d133-3cdd-449b-9ae1-bbd8fc4d93d0,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:23.332899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:23.350259 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:23.362482 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.367045 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 44816) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:23.367847 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-efd66792-350e-463e-bf3c-672b54357def tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875469 Aug 24 16:15:23.373065 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group_rule': {'security_group_id': '4b436537-290e-4487-b690-698398fcf408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:23.487639 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4333b649-663f-490e-baee-0a4031bbd909 req-6cbf5c7a-dd0c-4b6b-9c77-f149a966f09c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0942745 Aug 24 16:15:23.563846 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.583345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Router e19e644f-e527-4f83-82ea-9e0c8e661886 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:15:23.721466 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:23.803650 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.154144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dbabee-0641-4689-a005-62711ed0d60a,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:24.154144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:15:24.154144 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-59abd6a7-b531-4112-8b7d-270c0634f8de admin admin] 10.222.0.52 "PUT /v2.0/routers/e19e644f-e527-4f83-82ea-9e0c8e661886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8948677 Aug 24 16:15:24.154144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.173620 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2ab5e92d-0666-4e23-be84-ee092db00900 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8047621 Aug 24 16:15:24.177689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44848) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:24.183301 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:24.196349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 150240f9-f3aa-4944-bb4b-20e546c93881 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:24.417370 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 150240f9-f3aa-4944-bb4b-20e546c93881 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:24.417468 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.422892 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 150240f9-f3aa-4944-bb4b-20e546c93881 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:24.423593 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.547003 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.37', 52102) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:24.622340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.706424 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 150240f9-f3aa-4944-bb4b-20e546c93881, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=150240f9-f3aa-4944-bb4b-20e546c93881,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:24.758690 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-ab68a36a-0e6b-4551-b4b2-c1d61c30b9a0 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:24.760155 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-ab68a36a-0e6b-4551-b4b2-c1d61c30b9a0 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.37 "GET /v2.0/networks?id=7fa3ad74-8936-48dc-9a0f-060885d12ff9 HTTP/1.1" status: 200 len: 812 time: 0.2120736 Aug 24 16:15:24.796904 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.800881 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 908687ac-e503-4f50-b341-c2defeec8891 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:24.818786 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-daede55b-d3d6-484e-b332-489acf622c6c req-44be0d6c-afc3-4e84-9b6e-26eef5d728ba tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0484474 Aug 24 16:15:24.826932 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:24.845960 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Request body: {'port': {'device_id': '75cd47ed-2395-4602-982d-84f98cf11115', 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9', 'admin_state_up': True, 'tenant_id': '56e05ea7e9ce4173a783a87396686f35'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:24.977577 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:25.102690 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Allocated IP 172.27.1.186 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/243b60cc-3e59-4e70-bbb3-09a31271ae9e) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:25.138708 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 908687ac-e503-4f50-b341-c2defeec8891 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:25.148352 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 908687ac-e503-4f50-b341-c2defeec8891 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:25.148813 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.213505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Made reservation on behalf of 56e05ea7e9ce4173a783a87396686f35 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:25.218407 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.294431 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.312913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.346878 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 908687ac-e503-4f50-b341-c2defeec8891, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=908687ac-e503-4f50-b341-c2defeec8891,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:25.452908 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.453395 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.493119 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:25.497881 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:25.501793 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:25.516101 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=243b60cc-3e59-4e70-bbb3-09a31271ae9e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:25.527996 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=908687ac-e503-4f50-b341-c2defeec8891,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:25.602888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.614210 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Allocated IP 172.20.0.2 (7fa3ad74-8936-48dc-9a0f-060885d12ff9/9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36/48ad8154-1076-4e63-9c20-ae25bcfb4947) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:25.629975 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-587e8052-8d58-4927-8f32-c2256f600fae tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:25.631456 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-587e8052-8d58-4927-8f32-c2256f600fae tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 819 time: 0.2304173 Aug 24 16:15:25.663193 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-42f2b0cb-e4ec-4dae-8f33-c85df269b50a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/quotas/6408900b2da24a0ba9a85f5e5c566b11 HTTP/1.1" status: 200 len: 375 time: 0.0207958 Aug 24 16:15:25.683811 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Sync routers for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:15:25.693400 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:25.694084 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:25.791585 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:25.822031 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-fe17872c-483e-4638-8f03-ec5403f78df2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414838 Aug 24 16:15:25.830177 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:25.992108 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec50a561-0ba7-4372-bd91-3ad88c38a23e req-bea9d39b-d670-4d2b-b122-f5cc68ee86c3 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0430346 Aug 24 16:15:26.007097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.050044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 44940) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:26.106273 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-e90dd15c-3f99-4a2d-9ba3-4dbd0609dddf service neutron] 10.222.0.52 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748389 Aug 24 16:15:26.182833 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.189694 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 150240f9-f3aa-4944-bb4b-20e546c93881 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:26.257639 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.275844 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.379885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-97b02df6-a5ff-4cd6-8c1d-fb069fa32fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629023 Aug 24 16:15:26.423511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.425623 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:26.427394 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:26.437112 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:26.447405 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:26.452170 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.497808 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Pushing event updated for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:26.499354 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=243b60cc-3e59-4e70-bbb3-09a31271ae9e,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:26.524270 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 150240f9-f3aa-4944-bb4b-20e546c93881 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:26.524772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.527263 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.536449 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f9217a8f-8ef5-4592-801e-48445f3d6634 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3580153 Aug 24 16:15:26.566911 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:22Z', 'revision_number': 4, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f0886413-7a86-43de-a98a-fe715eeb8377', 'name': '', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'mac_address': 'fa:16:3e:09:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c2272a0e-c602-4581-8331-cdda06084772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:21Z', 'updated_at': '2021-08-24T16:15:22Z', 'revision_number': 2, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'subnets': [{'id': 'c2272a0e-c602-4581-8331-cdda06084772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:26.600451 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Checking router: e19e644f-e527-4f83-82ea-9e0c8e661886 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:15:26.601003 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Updating router e19e644f-e527-4f83-82ea-9e0c8e661886 port f0886413-7a86-43de-a98a-fe715eeb8377 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:15:26.601633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c04d9e29-aee1-477a-a31d-ed9814f6e2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.619053 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-db5b7f85-a53a-45c1-a872-9d0e3c52c952 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7975581 Aug 24 16:15:26.630311 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-29e9783b-9941-4ff3-9310-685c09f94c93 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:15:26.631431 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-29e9783b-9941-4ff3-9310-685c09f94c93 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054116 Aug 24 16:15:26.644757 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.709962 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 908687ac-e503-4f50-b341-c2defeec8891 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:26.802902 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c04d9e29-aee1-477a-a31d-ed9814f6e2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:26.914163 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8b95eb14-4bf5-46d4-8b72-4009f3bc3511 req-99795be7-af28-4d1e-8885-adc882e99ba1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 210 time: 0.0490589 Aug 24 16:15:26.957090 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 908687ac-e503-4f50-b341-c2defeec8891 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:26.957479 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.080892 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-dd15d823-0ed8-4d05-a973-417e5f3881fa tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1149041882&fields=id&tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 267 time: 0.0508599 Aug 24 16:15:27.133210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c04d9e29-aee1-477a-a31d-ed9814f6e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.212420 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d9e29-aee1-477a-a31d-ed9814f6e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4942f9-af9e-493d-8afc-1f382c2a3dda,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:27.393502 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c04d9e29-aee1-477a-a31d-ed9814f6e2cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc6e45b5d4134bf592de5b7ae689ed0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2600346 Aug 24 16:15:27.399095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45020) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:27.407509 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.419264 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Request body: {'port': {'device_id': '75cd47ed-2395-4602-982d-84f98cf11115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:27.454168 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e160b-aa06-42ea-9a25-3c53cd94299a req-4497c430-df3a-4cf1-9563-a8ca209b4671 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:27.455302 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Transition to ACTIVE for port object f0886413-7a86-43de-a98a-fe715eeb8377 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:27.463149 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-623e160b-aa06-42ea-9a25-3c53cd94299a req-4497c430-df3a-4cf1-9563-a8ca209b4671 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 931 time: 0.2884960 Aug 24 16:15:27.527550 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.613247 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.617811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.688878 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.725484 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcbc96-71b2-46c4-aa7f-8cd96668dfc2 None None] Pushing event updated for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:27.767384 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-26525c03-1f97-42ab-89fd-af023af6b964 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:27.774520 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-26525c03-1f97-42ab-89fd-af023af6b964 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 810 time: 0.6839280 Aug 24 16:15:27.792591 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-623e160b-aa06-42ea-9a25-3c53cd94299a req-97d657e8-beb2-40ce-ba83-816e35dcf41c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232965 Aug 24 16:15:27.810080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Attempting to bind port f0886413-7a86-43de-a98a-fe715eeb8377 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:27.810656 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Attempting to bind port f0886413-7a86-43de-a98a-fe715eeb8377 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:27.811359 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Attempting to bind port f0886413-7a86-43de-a98a-fe715eeb8377 on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Checking segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Bound using segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Bound port: f0886413-7a86-43de-a98a-fe715eeb8377, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:27.823336 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.852885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-70d8d15a-1b8b-4bf8-8e66-2d93981d9f1f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/quotas/0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 375 time: 0.0769653 Aug 24 16:15:27.864865 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.867819 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:27.871011 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b4942f9-af9e-493d-8afc-1f382c2a3dda HTTP/1.1" status: 204 len: 168 time: 0.4723682 Aug 24 16:15:27.916148 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] For port f0886413-7a86-43de-a98a-fe715eeb8377, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:27.919672 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efdc3e-b0bf-4a09-bbfb-f49dca90245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4942f9-af9e-493d-8afc-1f382c2a3dda,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:27.928376 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] For port f0886413-7a86-43de-a98a-fe715eeb8377, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f0886413-7a86-43de-a98a-fe715eeb8377,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:28.049234 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:28.118472 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcbc96-71b2-46c4-aa7f-8cd96668dfc2 None None] Pushing event updated for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:28.121234 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:15:28.121850 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:28.419993 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:15:28.452857 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45062) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:28.487076 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-8e5f46f4-a13b-45d0-9e55-786087631ae4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4948814 Aug 24 16:15:28.633984 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-ec62d77e-44d7-452e-81c4-6e5ae6717d23 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:28.655815 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-ec62d77e-44d7-452e-81c4-6e5ae6717d23 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 819 time: 0.6622579 Aug 24 16:15:28.786459 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-a8437fe7-39db-4433-85c9-edfa5210915a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/quotas/6408900b2da24a0ba9a85f5e5c566b11 HTTP/1.1" status: 200 len: 375 time: 0.0368147 Aug 24 16:15:28.952521 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-bfd77c1a-345e-404d-b89e-5a2ef5b35b05 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306231 Aug 24 16:15:28.957836 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ad8154-1076-4e63-9c20-ae25bcfb4947 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:28.999406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.014051 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-45d26b5e-53ff-4e8c-a39b-e79a1f5ab1eb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1979129 Aug 24 16:15:29.033495 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:22Z', 'revision_number': 4, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f0886413-7a86-43de-a98a-fe715eeb8377', 'name': '', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'mac_address': 'fa:16:3e:09:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c2272a0e-c602-4581-8331-cdda06084772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:21Z', 'updated_at': '2021-08-24T16:15:27Z', 'revision_number': 4, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'subnets': [{'id': 'c2272a0e-c602-4581-8331-cdda06084772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:15:29.055878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45086) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:29.113759 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d985bd0-84fc-460a-97eb-1f040ca158b6 None None] The sync data for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi is: [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:15:22Z', 'revision_number': 4, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f0886413-7a86-43de-a98a-fe715eeb8377', 'name': '', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'mac_address': 'fa:16:3e:09:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c2272a0e-c602-4581-8331-cdda06084772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:21Z', 'updated_at': '2021-08-24T16:15:27Z', 'revision_number': 4, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'subnets': [{'id': 'c2272a0e-c602-4581-8331-cdda06084772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:15:29.119984 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94c0b209-b4ac-48b1-a54b-e3dde6118860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.212300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6c91382-a88d-423a-8470-0a01abd1c320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.238540 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Transition to ACTIVE for port object 48ad8154-1076-4e63-9c20-ae25bcfb4947 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:29.353521 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.492239 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-41df1c2f-240e-4f87-86ed-1ffa37e39f82 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288157 Aug 24 16:15:29.536396 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-10c8d398-aef0-4960-8ea9-410cfd0414ad service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:15:29.539056 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-10c8d398-aef0-4960-8ea9-410cfd0414ad service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2103488 Aug 24 16:15:29.686011 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94c0b209-b4ac-48b1-a54b-e3dde6118860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.771855 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94c0b209-b4ac-48b1-a54b-e3dde6118860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:29.859512 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-94c0b209-b4ac-48b1-a54b-e3dde6118860 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=520492a66d154e01b96e200dda3a55cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003347 Aug 24 16:15:29.862975 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0b209-b4ac-48b1-a54b-e3dde6118860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d305e-cc7c-46cb-824c-c7dc451aa9ca,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:29.864291 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45110) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:29.935816 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-1231ec93-9c3a-44d0-bf08-2b16f3a4b1b5 service neutron] 10.222.0.52 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810091 Aug 24 16:15:30.063008 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Attempting to bind port 48ad8154-1076-4e63-9c20-ae25bcfb4947 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:30.069580 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Attempting to bind port 48ad8154-1076-4e63-9c20-ae25bcfb4947 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '2957a298-4282-4e59-b0ea-f41a06d2578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:30.069580 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Attempting to bind port 48ad8154-1076-4e63-9c20-ae25bcfb4947 on network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:30.070870 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Port 48ad8154-1076-4e63-9c20-ae25bcfb4947 on network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:15:30.071203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Attempting to bind port 48ad8154-1076-4e63-9c20-ae25bcfb4947 on network 7fa3ad74-8936-48dc-9a0f-060885d12ff9 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:30.141059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:30.141455 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Checking segment: {'id': '2957a298-4282-4e59-b0ea-f41a06d2578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:30.143398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Bound using segment: {'id': '2957a298-4282-4e59-b0ea-f41a06d2578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:30.143398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Bound port: 48ad8154-1076-4e63-9c20-ae25bcfb4947, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2957a298-4282-4e59-b0ea-f41a06d2578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:30.143398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.162142 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:30.211252 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f0886413-7a86-43de-a98a-fe715eeb8377 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:30.226715 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6c91382-a88d-423a-8470-0a01abd1c320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.311759 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.330021 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45132) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:30.361740 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.432460 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6c91382-a88d-423a-8470-0a01abd1c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.457857 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:30.463586 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947,segment=NetworkSegment(2957a298-4282-4e59-b0ea-f41a06d2578f),segment_id=2957a298-4282-4e59-b0ea-f41a06d2578f)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:30.481575 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port f0886413-7a86-43de-a98a-fe715eeb8377 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:30.486893 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port f0886413-7a86-43de-a98a-fe715eeb8377 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:30.487456 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.497474 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8748e-baeb-4881-8a5a-cf158be75896 req-4b9eef1c-0aec-4a70-bc7b-415c8a5ce356 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:30.499244 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1b8748e-baeb-4881-8a5a-cf158be75896 req-4b9eef1c-0aec-4a70-bc7b-415c8a5ce356 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.5515764 Aug 24 16:15:30.509711 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a6c91382-a88d-423a-8470-0a01abd1c320 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9fb747e77e444eb9e839f1c790f6031&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0595658 Aug 24 16:15:30.514518 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45136) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:30.555169 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c91382-a88d-423a-8470-0a01abd1c320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5509d88-6597-4103-a479-6f850054ab5c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:30.622233 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4dad854e-bdb2-4552-822e-beb804fcf057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.622721 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.667493 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.673876 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-ef6f8870-5290-4ed8-8d49-5d630a412e7d service neutron] 10.222.0.52 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220302 Aug 24 16:15:30.679318 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1b8748e-baeb-4881-8a5a-cf158be75896 req-33fa21f0-7202-46de-a3bb-acc8ca8a2e60 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712220 Aug 24 16:15:30.750787 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port f0886413-7a86-43de-a98a-fe715eeb8377, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f0886413-7a86-43de-a98a-fe715eeb8377,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:30.751542 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.757953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.765080 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/901d305e-cc7c-46cb-824c-c7dc451aa9ca HTTP/1.1" status: 204 len: 168 time: 0.8972473 Aug 24 16:15:30.858864 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.863213 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:30.868939 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.868939 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/48ad8154-1076-4e63-9c20-ae25bcfb4947 HTTP/1.1" status: 200 len: 1093 time: 3.8469374 Aug 24 16:15:30.868939 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:30.904723 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4dad854e-bdb2-4552-822e-beb804fcf057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.926239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630461ec-06a7-48c8-9215-907f8b76c930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d305e-cc7c-46cb-824c-c7dc451aa9ca,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:30.957569 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:30.967371 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b58ec528-9e72-4081-821b-50448ad0a1d2 req-9c396c33-51df-4e84-a406-c2f4d4e5b8fd tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.1750364 Aug 24 16:15:30.977845 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e1c47-19b2-4246-ad79-71f4f45994c4 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:30.985739 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4dad854e-bdb2-4552-822e-beb804fcf057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.014444 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.061205 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.37', 52120) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:31.099856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:31.176172 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4dad854e-bdb2-4552-822e-beb804fcf057 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19da2aa6569a40b19f170347dfd4fe79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8425415 Aug 24 16:15:31.202363 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45160) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:31.283975 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.291275 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.326538 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad854e-bdb2-4552-822e-beb804fcf057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030b79a-78af-4a09-a9d2-96e5b2654c14,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:31.358806 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5509d88-6597-4103-a479-6f850054ab5c HTTP/1.1" status: 204 len: 168 time: 0.8358874 Aug 24 16:15:31.376680 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa5c48-138e-418b-860b-af6050af9538" -d '{"events": [{"name": "network-changed", "server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:31.458225 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b6202-e0d9-40a0-9452-7465585502ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5509d88-6597-4103-a479-6f850054ab5c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:31.526896 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.565879 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4f4ee968-31e5-4926-aa45-248e25d531e2 req-18f9299f-a453-4e04-b04e-5cb67155d87a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.1167994 Aug 24 16:15:31.602991 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-73186952-cd08-433a-bc5d-477aecd0fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:31.609975 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-73186952-cd08-433a-bc5d-477aecd0fcfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56e05ea7e9ce4173a783a87396686f35&device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 1096 time: 0.4979641 Aug 24 16:15:31.749394 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:31.786677 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-98296742-ce1b-47c6-a45a-d03d7c0c3ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947 HTTP/1.1" status: 200 len: 217 time: 0.1367109 Aug 24 16:15:31.837153 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-58cdcf4a-088d-4d35-914b-1dc9b551a56c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:31.839001 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-58cdcf4a-088d-4d35-914b-1dc9b551a56c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 819 time: 0.7286501 Aug 24 16:15:31.888036 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Request body: {'port': {'device_id': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'admin_state_up': True, 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:31.971218 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-6e6b5d76-ae8f-4c90-8f94-efa2481aecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:31.972717 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-6e6b5d76-ae8f-4c90-8f94-efa2481aecf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36 HTTP/1.1" status: 200 len: 852 time: 0.0734847 Aug 24 16:15:32.003276 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ccde6-3789-483f-a427-34e728bf4f9c req-2078d590-1fc8-4a9c-8b8e-a12c8112f0d2 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:32.003276 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a0ccde6-3789-483f-a427-34e728bf4f9c req-2078d590-1fc8-4a9c-8b8e-a12c8112f0d2 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.1451824 Aug 24 16:15:32.062406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:32.065124 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:32.067683 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d030b79a-78af-4a09-a9d2-96e5b2654c14 HTTP/1.1" status: 204 len: 168 time: 0.8325145 Aug 24 16:15:32.084638 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6618-65a0-47f9-bbd6-a693c1df32e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030b79a-78af-4a09-a9d2-96e5b2654c14,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:32.118277 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-505b3e5e-f6b2-4d6b-ae57-b5a309078c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fa3ad74-8936-48dc-9a0f-060885d12ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307635 Aug 24 16:15:32.167985 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a0ccde6-3789-483f-a427-34e728bf4f9c req-8bf86a0b-b05a-4504-88d6-bc2a6bcd6f9a tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851195 Aug 24 16:15:32.177959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f0886413-7a86-43de-a98a-fe715eeb8377 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:32.213637 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Made reservation on behalf of 6408900b2da24a0ba9a85f5e5c566b11 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:32.221836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:32.287116 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port f0886413-7a86-43de-a98a-fe715eeb8377 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:32.292866 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:32.308781 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-76daaf41-193f-4abf-bf80-0527caaaf749 service neutron] 10.222.0.37 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768034 Aug 24 16:15:32.505905 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9c207a81-1f28-4b77-b03d-3072f8f89d32 req-55ea153a-ffbd-4911-9739-28106e952b0a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.1071167 Aug 24 16:15:32.579081 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45216) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:32.935426 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Allocated IP 172.20.0.10 (3c1232e2-ba28-45ec-9a88-12c83ad2a8eb/c2272a0e-c602-4581-8331-cdda06084772/13b49d16-310a-49df-a6bf-fb9969db33e6) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:32.936712 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0100e-551e-47ef-b768-4cdcc1f21494 x-openstack-request-id: req-5fe0100e-551e-47ef-b768-4cdcc1f21494 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:32.936712 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:32.936712 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fe0100e-551e-47ef-b768-4cdcc1f21494 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:32.936712 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947', 'status': 'completed', 'code': 200} Aug 24 16:15:32.936712 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09d063-8821-4b01-a75e-164976c043ab req-815c1541-89e1-4404-af1c-565e583a8780 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0512938 Aug 24 16:15:32.989945 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8680acaf-3a0c-4f2b-9dba-a5790e95f3e0 req-2e35b194-7639-4e05-bf07-e78fdbbdaf6e service neutron] 10.222.0.37 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830980 Aug 24 16:15:33.072022 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:33.353567 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f59bfa-e90a-4fec-8db0-8438f24764b6 req-71b4f79a-00e6-463a-8019-cf44db606c80 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:33.356219 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-69f59bfa-e90a-4fec-8db0-8438f24764b6 req-71b4f79a-00e6-463a-8019-cf44db606c80 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.0918446 Aug 24 16:15:33.399113 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-69f59bfa-e90a-4fec-8db0-8438f24764b6 req-547d4c28-a472-4d83-8723-5470e472b54c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 24 16:15:33.628302 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75c7fb28-1c10-425d-b8a6-644c5201ce73 req-a7d9327b-d74e-48c2-a17f-1facfd7f1f6d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0334697 Aug 24 16:15:33.659486 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:33.798253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Pushing event updated for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:33.921123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58f5cc08-4086-4d3d-a2c8-27da87c3767e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.048679 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-283ac5c4-ef90-4887-968d-81fe96af213d req-b0f109d2-652c-4365-904e-388a2ecc1d09 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0277400 Aug 24 16:15:34.123750 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7ba1e2ee-d499-4631-bba8-4fc969aa5671 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2457697 Aug 24 16:15:34.205328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58f5cc08-4086-4d3d-a2c8-27da87c3767e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.525045 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f363f9f-caf6-40d5-90f1-98851e92d3e1 req-865c82ce-10f9-4a56-a4de-61e3c6fb4365 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:34.526556 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f363f9f-caf6-40d5-90f1-98851e92d3e1 req-865c82ce-10f9-4a56-a4de-61e3c6fb4365 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.0530729 Aug 24 16:15:34.555744 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58f5cc08-4086-4d3d-a2c8-27da87c3767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.570001 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f363f9f-caf6-40d5-90f1-98851e92d3e1 req-7a1495b7-dde5-420f-aab3-8d6f234c380a tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Aug 24 16:15:34.596466 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5cc08-4086-4d3d-a2c8-27da87c3767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a376296-0dee-4043-a82b-2cb3311a5a9b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:34.606385 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-58f5cc08-4086-4d3d-a2c8-27da87c3767e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90ff031b33d64a95b048aca76fc02432&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0130856 Aug 24 16:15:34.608358 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45256) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:34.614405 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45258) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:34.630137 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-951c7a9b-e5fc-4ed7-9867-71da9d8f5e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.676441 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.700517 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:34.742453 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdb77ea0-356e-4ded-b28e-05348e54f8fc req-22f04d2a-62d5-4878-a8ce-4f371626cad9 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0352321 Aug 24 16:15:34.833819 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-951c7a9b-e5fc-4ed7-9867-71da9d8f5e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.063582 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45268) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:35.075602 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.078478 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.079637 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a376296-0dee-4043-a82b-2cb3311a5a9b HTTP/1.1" status: 204 len: 168 time: 0.4696231 Aug 24 16:15:35.094675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564af3-2159-4fe9-9cb1-c437231ab401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a376296-0dee-4043-a82b-2cb3311a5a9b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:35.164990 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c92ea866-f396-4ca5-8f8e-559783c902da req-052d0bc3-1d7b-4e48-8f37-72d6b50cf9aa tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0293896 Aug 24 16:15:35.189794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-951c7a9b-e5fc-4ed7-9867-71da9d8f5e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.232603 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-951c7a9b-e5fc-4ed7-9867-71da9d8f5e7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0a5d53950f742c180cbd792170246b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6143672 Aug 24 16:15:35.232603 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c7a9b-e5fc-4ed7-9867-71da9d8f5e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5543e-66de-44a7-9bb2-074ada7d43f6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:35.233495 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45278) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:35.293950 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.329187 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.419096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1888185a-2c71-4cc2-9852-f592c655cac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:35.701983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfa53c-c4e5-48c0-95f2-af469fc307cb req-a47a3bc3-88f9-4b13-ac59-b5b78f8134e6 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:35.703607 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-59bfa53c-c4e5-48c0-95f2-af469fc307cb req-a47a3bc3-88f9-4b13-ac59-b5b78f8134e6 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.0508716 Aug 24 16:15:35.757166 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-59bfa53c-c4e5-48c0-95f2-af469fc307cb req-b79e4adf-b3a3-41c6-b1d6-ad5ee8bff155 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Aug 24 16:15:35.936601 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b77dd013-da7d-44ae-9a8a-d36df7c5748d req-fb95c7aa-4e49-4e5c-b18b-014567c08ff6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0284188 Aug 24 16:15:36.024141 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.027251 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.030845 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1b5543e-66de-44a7-9bb2-074ada7d43f6 HTTP/1.1" status: 204 len: 168 time: 0.7933419 Aug 24 16:15:36.038507 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceffc8-8e81-4e2d-ac8e-a9d489001fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5543e-66de-44a7-9bb2-074ada7d43f6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:36.078811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1888185a-2c71-4cc2-9852-f592c655cac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.267671 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d46deaec-36f8-4edc-9caa-5b2a51132402 req-4f60c6d1-3c6e-4f3d-bb8b-b09a4a9f5099 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Aug 24 16:15:36.275067 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1888185a-2c71-4cc2-9852-f592c655cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.319767 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1888185a-2c71-4cc2-9852-f592c655cac8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c8ad34f1898489e85b8104c06792cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2548370 Aug 24 16:15:36.320489 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888185a-2c71-4cc2-9852-f592c655cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c674e077-c0c3-42f9-a6eb-b7accfc48135,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:36.323213 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45304) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:36.387783 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.419486 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.590028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.592939 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:36.594758 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c674e077-c0c3-42f9-a6eb-b7accfc48135 HTTP/1.1" status: 204 len: 168 time: 0.2705028 Aug 24 16:15:36.606216 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d35d-858a-435d-ab44-d01f660f3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c674e077-c0c3-42f9-a6eb-b7accfc48135,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:36.973901 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e5a01-5f1a-410d-906f-eed4e67a51ef req-64137592-9701-4e45-b8b3-430be065be1b tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:36.973901 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f29e5a01-5f1a-410d-906f-eed4e67a51ef req-64137592-9701-4e45-b8b3-430be065be1b tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.0581343 Aug 24 16:15:36.973901 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f29e5a01-5f1a-410d-906f-eed4e67a51ef req-a8427f64-3cce-40e9-a619-6caf31cdee39 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362313 Aug 24 16:15:36.973901 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cdf0c37c-f33d-4512-aec5-5429470df514 req-fc879f79-73f6-4ba7-a2f8-a0f5c83366d3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0309036 Aug 24 16:15:37.136436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45322) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:37.155928 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0020393f-4b9b-4696-b259-700fa4320226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.263940 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0020393f-4b9b-4696-b259-700fa4320226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.371903 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48a1dc00-c4d0-4818-8b7e-7e5a76bc7d2b req-df27665b-c6f6-4795-a7c6-2f48bb265050 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0261381 Aug 24 16:15:37.372536 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0020393f-4b9b-4696-b259-700fa4320226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.415539 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0020393f-4b9b-4696-b259-700fa4320226 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a81b72627c224921898ef0b7752ae0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779622 Aug 24 16:15:37.416387 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020393f-4b9b-4696-b259-700fa4320226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248e7d7c-51a6-429b-8f8d-0770238d6442,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:37.418187 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45328) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:37.502142 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.534328 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.983862 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.988185 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:37.989959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/248e7d7c-51a6-429b-8f8d-0770238d6442 HTTP/1.1" status: 204 len: 168 time: 0.5702195 Aug 24 16:15:38.008257 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9334-8368-49fd-9a1f-7a56f5b30a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248e7d7c-51a6-429b-8f8d-0770238d6442,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:38.101047 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b5ec4025-a128-4faf-ae0f-b6040c5565d3 req-858c04cb-468b-42c2-b740-c0878308336d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0317898 Aug 24 16:15:38.122133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e951677-9d91-4ce6-86ff-e68f664adb4f req-c939b19d-08bc-47d6-bbd2-16b2ea56c81c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:38.123662 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e951677-9d91-4ce6-86ff-e68f664adb4f req-c939b19d-08bc-47d6-bbd2-16b2ea56c81c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.1109412 Aug 24 16:15:38.163328 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e951677-9d91-4ce6-86ff-e68f664adb4f req-36896fd8-c68d-4c95-8ef5-fcf6ed3459fe tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Aug 24 16:15:38.342772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45352) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:38.357182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-48973f46-a444-4e35-a683-c703bb00d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.461033 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-48973f46-a444-4e35-a683-c703bb00d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.495890 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-90d130fd-eecd-4207-a436-d82f4b38b98f req-dd5b9467-b73c-483f-ae19-301cc1332be5 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0326085 Aug 24 16:15:38.607450 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-48973f46-a444-4e35-a683-c703bb00d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.673717 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-48973f46-a444-4e35-a683-c703bb00d78d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a6673cd585a4007bad993a3e1e18240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287475 Aug 24 16:15:38.674861 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973f46-a444-4e35-a683-c703bb00d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5f527-c7b0-4b47-966d-a2565cc8955b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:38.675916 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45360) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:38.758626 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.795469 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.933110 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.936588 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:38.941476 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5f5f527-c7b0-4b47-966d-a2565cc8955b HTTP/1.1" status: 204 len: 168 time: 0.2619042 Aug 24 16:15:38.949119 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ebed2-58ab-4c5d-bc79-662f18555eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5f527-c7b0-4b47-966d-a2565cc8955b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:38.990621 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Request body: {'port': {'device_id': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:39.066686 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:39.085537 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5c48-138e-418b-860b-af6050af9538 req-66a50558-8f6c-4b5c-9fbe-60a310ecaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:39.087425 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-66a50558-8f6c-4b5c-9fbe-60a310ecaf7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56e05ea7e9ce4173a783a87396686f35&device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 1096 time: 0.0634911 Aug 24 16:15:39.345864 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7c37a643-82f2-4e8a-80ba-f4127cb2414e req-dc0fa420-40fb-46fb-af36-d3b36ff948e1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0890772 Aug 24 16:15:39.362660 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5c48-138e-418b-860b-af6050af9538 req-cb0a4884-2a51-4542-9cb4-085538f52968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:39.364286 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-cb0a4884-2a51-4542-9cb4-085538f52968 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fa3ad74-8936-48dc-9a0f-060885d12ff9 HTTP/1.1" status: 200 len: 913 time: 0.2622674 Aug 24 16:15:39.373225 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8638ab-d5f0-4ab8-b2f8-2977fbc352e9 req-15e61a26-f89e-4b12-b4fb-b52b9f49b41f tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:39.375604 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f8638ab-d5f0-4ab8-b2f8-2977fbc352e9 req-15e61a26-f89e-4b12-b4fb-b52b9f49b41f tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.1177256 Aug 24 16:15:39.418099 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-706befdd-3ce8-47bc-8677-2fbc8ca20d9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947 HTTP/1.1" status: 200 len: 217 time: 0.0415046 Aug 24 16:15:39.480091 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f8638ab-d5f0-4ab8-b2f8-2977fbc352e9 req-349e39d2-8b58-4dfd-aa17-8730e2f16def tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637929 Aug 24 16:15:39.499292 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5c48-138e-418b-860b-af6050af9538 req-9de01870-52ad-47d5-a9b7-83e6044d0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:39.502579 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-9de01870-52ad-47d5-a9b7-83e6044d0ffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36 HTTP/1.1" status: 200 len: 852 time: 0.0774567 Aug 24 16:15:39.582045 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-62823e25-1d2a-4891-ab04-1691ad2b9bdd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fa3ad74-8936-48dc-9a0f-060885d12ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716140 Aug 24 16:15:39.672766 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0bf400e4-5f58-4cea-b9f5-a9ba3783c0bb req-6f1f6739-9e27-4042-8dc4-c0dcfd29f5c7 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0693052 Aug 24 16:15:39.708806 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b49d16-310a-49df-a6bf-fb9969db33e6 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:39.719281 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:39.726568 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-f22b70de-f6c7-47d7-9c29-ddfa5f676bee service neutron] 10.222.0.37 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300654 Aug 24 16:15:39.746813 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Transition to ACTIVE for port object 13b49d16-310a-49df-a6bf-fb9969db33e6 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:39.747678 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.37', 52126) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:39.837439 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:39.844247 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f4aa5c48-138e-418b-860b-af6050af9538 req-a73ec5a5-7678-4d0a-8f2d-d0d099f74bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108916 Aug 24 16:15:39.930221 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-4d5a912d-a5b3-49c5-a92d-302d9ea7b95a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:39.931673 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-4d5a912d-a5b3-49c5-a92d-302d9ea7b95a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 810 time: 0.1775658 Aug 24 16:15:39.935041 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Pushing event updated for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:40.030934 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Attempting to bind port 13b49d16-310a-49df-a6bf-fb9969db33e6 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:40.031699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Attempting to bind port 13b49d16-310a-49df-a6bf-fb9969db33e6 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:40.031699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Attempting to bind port 13b49d16-310a-49df-a6bf-fb9969db33e6 on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:40.043549 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-eadc2a14-288f-44de-ba57-10092999e288 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 380 time: 0.0824695 Aug 24 16:15:40.044383 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Port 13b49d16-310a-49df-a6bf-fb9969db33e6 on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:15:40.044739 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Attempting to bind port 13b49d16-310a-49df-a6bf-fb9969db33e6 on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:40.051765 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:40.056760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Checking segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:40.056760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Bound using segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:40.056760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Bound port: 13b49d16-310a-49df-a6bf-fb9969db33e6, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:40.056760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:40.060953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'port': {'device_id': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'admin_state_up': True, 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'security_groups': ['4b436537-290e-4487-b690-698398fcf408']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:40.194603 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:40.227915 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=13b49d16-310a-49df-a6bf-fb9969db33e6,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:40.361801 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:40.364601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Made reservation on behalf of 0d9dc34212d44fd98e5f4afc81b92fe3 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:40.368308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:40.428350 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:40.428350 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:40.429787 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] 10.222.0.37 "PUT /v2.0/ports/13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 1094 time: 1.4450288 Aug 24 16:15:40.431887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:40.570578 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-19e74379-4650-4092-9b96-e241c12adde6 req-c32af8bf-0699-47e5-b1b1-71eda5dc6cee tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.1004591 Aug 24 16:15:40.577093 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe6175-1d94-4fe7-97b9-fffe6f6df3eb service neutron] Pushing event updated for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:40.689702 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7d943771-69a8-4b29-bca6-5ce38db683c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:40.689702 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-7d943771-69a8-4b29-bca6-5ce38db683c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1097 time: 0.1361065 Aug 24 16:15:40.723985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-5956094d-bab6-4fc9-8d21-fba6e601ce7e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:40.723985 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-5956094d-bab6-4fc9-8d21-fba6e601ce7e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 819 time: 0.2028852 Aug 24 16:15:40.724542 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21fd9-dea7-43c2-852a-4fbd9a68c97c req-9d50a0dd-381e-46e3-ad9e-29ef72806f46 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:40.724542 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5cf21fd9-dea7-43c2-852a-4fbd9a68c97c req-9d50a0dd-381e-46e3-ad9e-29ef72806f46 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.0709064 Aug 24 16:15:40.735480 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Allocated IP 172.20.0.11 (a5ac460f-d733-4c75-8fe8-5a895b903df2/d7112ed3-1ee1-4192-b703-64ce702a566d/e194be0c-719b-4b70-9178-9f13d0506455) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:40.742456 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Request body: {'port': {'device_id': '397444ce-e678-452c-8333-8c0321b31314', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'admin_state_up': True, 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:40.758507 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-d7e64547-0c90-4387-808f-c4443d1c2144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0557032 Aug 24 16:15:40.898998 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3fb203cc-a057-486e-9537-96104b729d78 req-2345e3f6-cfd6-4ffc-b963-e36ae70efc24 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0998387 Aug 24 16:15:40.922783 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5cf21fd9-dea7-43c2-852a-4fbd9a68c97c req-dfbc8bcc-21a2-4366-82f8-2af111aa20e8 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702886 Aug 24 16:15:40.949898 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-937bff90-c81f-4b5e-9a9d-a9728d2f907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:40.954296 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-d2d6fa35-7dbe-49b2-91a9-f7bbf47c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:40.957654 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-d2d6fa35-7dbe-49b2-91a9-f7bbf47c7437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.1848574 Aug 24 16:15:41.059704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.059816 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-2860aafc-a2e2-45e6-8d86-7d4c14052084 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918992 Aug 24 16:15:41.098023 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Transition to ACTIVE for port object e194be0c-719b-4b70-9178-9f13d0506455 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:41.109859 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Made reservation on behalf of 6408900b2da24a0ba9a85f5e5c566b11 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:15:41.116760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.181269 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-e1930fc8-5457-46fb-9adb-4cab4730d359 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137624 Aug 24 16:15:41.186794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932c6d2-2255-44b5-8977-ad16f183bb96" -d '{"events": [{"name": "network-changed", "server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:41.192936 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:15:41.283679 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Allocated IP 172.20.0.3 (3c1232e2-ba28-45ec-9a88-12c83ad2a8eb/c2272a0e-c602-4581-8331-cdda06084772/363bddeb-428b-4376-b1f7-e76f3262bc0b) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:15:41.293751 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-373decdb-6731-42e6-9c09-4814d553c7a3 req-cc29e80a-5373-4cb4-a82e-9917ae87e7fe service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048942 Aug 24 16:15:41.296913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.433993 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71fcce-caba-460b-9fed-370ffcdf53dd x-openstack-request-id: req-1d71fcce-caba-460b-9fed-370ffcdf53dd {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:41.434384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:41.434634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d71fcce-caba-460b-9fed-370ffcdf53dd {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:41.435093 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6', 'status': 'completed', 'code': 200} Aug 24 16:15:41.445607 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:41.448657 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:41.457234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:41.510878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:41.517388 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.518035 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.538512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.540678 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-f9132d45-da0a-45da-8283-aa254f0f021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.542366 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-f9132d45-da0a-45da-8283-aa254f0f021c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1097 time: 0.0659442 Aug 24 16:15:41.642870 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-a6ddbb26-6795-4ce8-833f-688722e4511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.644569 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-a6ddbb26-6795-4ce8-833f-688722e4511c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.0947502 Aug 24 16:15:41.645327 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-2c5567c9-22e4-420e-94a6-4c2e661ba2ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5885284 Aug 24 16:15:41.664847 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Request body: {'port': {'device_id': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:41.688616 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.724126 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:15:41.726169 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-09d39717-1be6-4f64-81fd-957e9862b985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0660739 Aug 24 16:15:41.742392 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:15:41.752637 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:15:41.758235 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.758862 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.806814 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-fe53b08c-f066-4f54-9b52-15bf69f91511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.808547 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-fe53b08c-f066-4f54-9b52-15bf69f91511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0738113 Aug 24 16:15:41.815019 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.819166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Pushing event updated for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:41.822556 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c464e-c0d9-47cd-8d2c-06e765715e34 req-9ea55d71-be6c-4191-99d8-44916d337d24 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:41.831299 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-643c464e-c0d9-47cd-8d2c-06e765715e34 req-9ea55d71-be6c-4191-99d8-44916d337d24 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 932 time: 0.1085868 Aug 24 16:15:41.883989 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-ecaa3c31-6bc6-4c64-94c6-1344611a3c7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499098 Aug 24 16:15:41.890962 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-13dea9c4-3373-4377-b614-d637ecf87676 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625459 Aug 24 16:15:41.905450 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Request body: {'port': {'device_id': '397444ce-e678-452c-8333-8c0321b31314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:41.915389 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-062676c6-5432-4985-8fee-de277046ce3d None None] Provisioning for port e194be0c-719b-4b70-9178-9f13d0506455 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:41.925480 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-062676c6-5432-4985-8fee-de277046ce3d None None] Provisioning complete for port e194be0c-719b-4b70-9178-9f13d0506455 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:41.926655 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-062676c6-5432-4985-8fee-de277046ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:41.997837 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-4a1831ca-703c-4b61-844e-5ac37b09da2f service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023340 Aug 24 16:15:42.003496 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-062676c6-5432-4985-8fee-de277046ce3d None None] Port e194be0c-719b-4b70-9178-9f13d0506455 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:15:42.044142 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.100029 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-643c464e-c0d9-47cd-8d2c-06e765715e34 req-828ed3b3-7449-4225-bf05-29a4b60d858e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676980 Aug 24 16:15:42.157944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e1901-7e16-4fb0-81fc-24b4acb72f1f req-8d0281a6-d631-49e0-93c4-fea444287c12 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:42.159480 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d17e1901-7e16-4fb0-81fc-24b4acb72f1f req-8d0281a6-d631-49e0-93c4-fea444287c12 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 931 time: 0.1206470 Aug 24 16:15:42.317483 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-943d8655-58b0-45f3-bfc9-cbb2259a6496 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045566 Aug 24 16:15:42.329555 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d17e1901-7e16-4fb0-81fc-24b4acb72f1f req-353c4ec5-dad5-4c0b-80ee-935d88f1896f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562753 Aug 24 16:15:42.361879 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b346-87b7-4d76-8676-1c60ab6468a2 req-22b560bc-cf1c-494f-9189-bc8f604d3d53 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:42.370257 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6713b346-87b7-4d76-8676-1c60ab6468a2 req-22b560bc-cf1c-494f-9189-bc8f604d3d53 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 943 time: 0.1215692 Aug 24 16:15:42.407856 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6713b346-87b7-4d76-8676-1c60ab6468a2 req-f07de500-769b-451a-a788-e2f384ef098f tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Aug 24 16:15:42.615926 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 48ad8154-1076-4e63-9c20-ae25bcfb4947 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:15:42.616612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e194be0c-719b-4b70-9178-9f13d0506455 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:42.631653 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.657891 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Transition to ACTIVE for port object e194be0c-719b-4b70-9178-9f13d0506455 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:42.753166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363bddeb-428b-4376-b1f7-e76f3262bc0b {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:42.753781 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947,segment=NetworkSegment(2957a298-4282-4e59-b0ea-f41a06d2578f),segment_id=2957a298-4282-4e59-b0ea-f41a06d2578f)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:42.761743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.766318 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '48ad8154-1076-4e63-9c20-ae25bcfb4947', 'network_id': '7fa3ad74-8936-48dc-9a0f-060885d12ff9', 'port_id': '48ad8154-1076-4e63-9c20-ae25bcfb4947', 'mac_address': 'fa:16:3e:bf:c8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:15:42.776558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Transition to ACTIVE for port object 363bddeb-428b-4376-b1f7-e76f3262bc0b will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:15:42.785932 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.841561 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Pushing event updated for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:42.880162 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Attempting to bind port e194be0c-719b-4b70-9178-9f13d0506455 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:42.880872 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Attempting to bind port e194be0c-719b-4b70-9178-9f13d0506455 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:42.881522 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Attempting to bind port e194be0c-719b-4b70-9178-9f13d0506455 on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:42.889495 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Port e194be0c-719b-4b70-9178-9f13d0506455 on network a5ac460f-d733-4c75-8fe8-5a895b903df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:15:42.891301 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Attempting to bind port e194be0c-719b-4b70-9178-9f13d0506455 on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:42.899576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.942786 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:42.954621 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Checking segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:42.955114 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Bound using segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:42.955590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Bound port: e194be0c-719b-4b70-9178-9f13d0506455, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:42.955961 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:42.996350 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.028182 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ad8154-1076-4e63-9c20-ae25bcfb4947 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:43.079520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947,segment=NetworkSegment(2957a298-4282-4e59-b0ea-f41a06d2578f),segment_id=2957a298-4282-4e59-b0ea-f41a06d2578f)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:43.103377 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:43.143054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Attempting to bind port 363bddeb-428b-4376-b1f7-e76f3262bc0b on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:15:43.143307 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Attempting to bind port 363bddeb-428b-4376-b1f7-e76f3262bc0b by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:15:43.144253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Attempting to bind port 363bddeb-428b-4376-b1f7-e76f3262bc0b on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:43.155648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Port 363bddeb-428b-4376-b1f7-e76f3262bc0b on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:15:43.155977 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Attempting to bind port 363bddeb-428b-4376-b1f7-e76f3262bc0b on network 3c1232e2-ba28-45ec-9a88-12c83ad2a8eb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:15:43.158168 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.158317 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:43.162127 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=e194be0c-719b-4b70-9178-9f13d0506455,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:43.165535 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:15:43.165890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Checking segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:15:43.166323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Bound using segment: {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:15:43.166728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Bound port: 363bddeb-428b-4376-b1f7-e76f3262bc0b, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bfd397-79cd-43b7-b68c-6d0c77c201d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:15:43.167085 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.256378 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:43.257624 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.260642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983907f-64c7-4283-9eef-ebe5c6513764 req-46c951ce-5a24-4aa2-97be-06326a96ffff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.264998 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d983907f-64c7-4283-9eef-ebe5c6513764 req-46c951ce-5a24-4aa2-97be-06326a96ffff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0701220 Aug 24 16:15:43.270809 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:15:43.319732 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:15:43.327003 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.327759 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.329098 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] 10.222.0.37 "PUT /v2.0/ports/e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 1094 time: 1.6693103 Aug 24 16:15:43.344284 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d983907f-64c7-4283-9eef-ebe5c6513764 req-9ef8ffaa-8041-473d-a636-ffcc6675947c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716524 Aug 24 16:15:43.354556 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcfff5-65d3-4630-8dc3-298d8e91e482 service neutron] Pushing event updated for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:43.406887 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['48ad8154-1076-4e63-9c20-ae25bcfb4947'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:15:43.412580 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.453381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:43.463349 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "tag": "e194be0c-719b-4b70-9178-9f13d0506455"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:43.515163 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983655-3ebd-4b13-86e6-905377d05204 req-f0d5d340-4d1d-400a-a24f-60068f316756 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.528857 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-de983655-3ebd-4b13-86e6-905377d05204 req-f0d5d340-4d1d-400a-a24f-60068f316756 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 943 time: 0.1158512 Aug 24 16:15:43.569513 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.570858 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.573234 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/363bddeb-428b-4376-b1f7-e76f3262bc0b HTTP/1.1" status: 200 len: 1093 time: 1.6718001 Aug 24 16:15:43.618186 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcad50-1064-4e22-afd6-72e0f2ffb2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:43.643084 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-de983655-3ebd-4b13-86e6-905377d05204 req-b310f480-56e7-4407-9c67-d670eb79b9b2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061780 Aug 24 16:15:43.644846 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-1bc865df-4859-4469-b77d-1651ce7d9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.648199 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-1bc865df-4859-4469-b77d-1651ce7d9aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1097 time: 0.1740520 Aug 24 16:15:43.681235 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9af1-db6f-499c-981f-c7bb3367dd25 req-83b46bcf-1ad4-487e-a6fd-559891b0e000 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.688674 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5da9af1-db6f-499c-981f-c7bb3367dd25 req-83b46bcf-1ad4-487e-a6fd-559891b0e000 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 944 time: 0.1255176 Aug 24 16:15:43.742843 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5da9af1-db6f-499c-981f-c7bb3367dd25 req-f2a21951-f9e7-4be5-842e-bea49d4130d3 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Aug 24 16:15:43.753772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-29c95319-e795-407f-8bb6-0b9a8f1ddb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.771296 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d49e69e-7e14-4842-a9f3-37ff48d68e4d x-openstack-request-id: req-5d49e69e-7e14-4842-a9f3-37ff48d68e4d {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:43.772323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "tag": "e194be0c-719b-4b70-9178-9f13d0506455", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:43.772323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d49e69e-7e14-4842-a9f3-37ff48d68e4d {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:43.772801 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455', 'status': 'completed', 'code': 200} Aug 24 16:15:43.775933 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-e037bff1-478a-4a6e-9abb-629a92ec942e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 217 time: 0.1189103 Aug 24 16:15:43.863246 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45576) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:43.878980 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-33000632-5911-4f75-b3a3-b49a03bfff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.880539 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-33000632-5911-4f75-b3a3-b49a03bfff5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 1096 time: 0.1666565 Aug 24 16:15:43.898050 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-b9aba9fd-6fb8-4cda-864c-7e01e11795a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:43.903029 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-b9aba9fd-6fb8-4cda-864c-7e01e11795a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.1081498 Aug 24 16:15:43.953697 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-eb3fa6fe-4e58-4006-8c15-8d749bd83875 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b HTTP/1.1" status: 200 len: 217 time: 0.0645206 Aug 24 16:15:43.983629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:43.988672 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-709874d9-d822-44ea-8577-af2f8f40e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.032453 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-b3a1aaa1-cd4c-41b4-9623-98140972a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:44.033979 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-b3a1aaa1-cd4c-41b4-9623-98140972a5b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1082878 Aug 24 16:15:44.037516 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-179dfc77-feeb-4080-b30e-0dd286fe2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:44.039397 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-179dfc77-feeb-4080-b30e-0dd286fe2598 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0694549 Aug 24 16:15:44.088773 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-709874d9-d822-44ea-8577-af2f8f40e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.113397 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-a370e7c7-0375-4412-a36d-2fe3ab59bdd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582826 Aug 24 16:15:44.194839 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-709874d9-d822-44ea-8577-af2f8f40e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.209557 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-4235f5e6-1de0-4f2f-b4c3-c77e2bf4d179 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621184 Aug 24 16:15:44.234657 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-709874d9-d822-44ea-8577-af2f8f40e584 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57b498bc3b0f4be09f85a85979e55c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695021 Aug 24 16:15:44.235533 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709874d9-d822-44ea-8577-af2f8f40e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddf5117-7ecd-4852-aa76-ded0c77fee09,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:44.239434 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45582) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:44.273075 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-c944ad6a-497d-453e-8b53-797584b4187d service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519308 Aug 24 16:15:44.290662 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.314690 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.369788 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-806d4888-d69a-4c3a-b88b-27f0bfa93059 req-1dabe094-5ccf-4e84-90e9-eb99b4c10d85 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507771 Aug 24 16:15:44.389073 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-27d54cd3-2dd0-4dce-89f6-935bf51e55d1 req-260e5374-8382-4833-b166-65ae85fbd0de service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066766 Aug 24 16:15:44.467163 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12e212-c9ea-40bd-ad09-4614581b00b1 req-7cc1073e-b858-42dd-b741-3c88968113bd tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:44.468799 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cc12e212-c9ea-40bd-ad09-4614581b00b1 req-7cc1073e-b858-42dd-b741-3c88968113bd tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0480299 Aug 24 16:15:44.481822 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.484959 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.486062 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ddf5117-7ecd-4852-aa76-ded0c77fee09 HTTP/1.1" status: 204 len: 168 time: 0.2456586 Aug 24 16:15:44.503669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267145cb-735c-4ac8-95cc-93a6da99a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddf5117-7ecd-4852-aa76-ded0c77fee09,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:44.519728 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cc12e212-c9ea-40bd-ad09-4614581b00b1 req-e01791e9-291b-4ba6-8be2-5d6fce00202e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Aug 24 16:15:44.609365 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 13b49d16-310a-49df-a6bf-fb9969db33e6 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:15:44.609960 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-eb3153eb-bb53-47be-af67-bdbe805903db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:44.611222 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-eb3153eb-bb53-47be-af67-bdbe805903db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1097 time: 0.0454304 Aug 24 16:15:44.643620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 48ad8154-1076-4e63-9c20-ae25bcfb4947 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:44.775916 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=13b49d16-310a-49df-a6bf-fb9969db33e6,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:44.808257 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '13b49d16-310a-49df-a6bf-fb9969db33e6', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'port_id': '13b49d16-310a-49df-a6bf-fb9969db33e6', 'mac_address': 'fa:16:3e:91:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2272a0e-c602-4581-8331-cdda06084772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:15:44.843670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-2368c5db-c216-4c78-bae5-b9c7b2470b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:44.845619 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-2368c5db-c216-4c78-bae5-b9c7b2470b1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.2261522 Aug 24 16:15:44.875501 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.904262 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-af32d2fc-dbfc-4898-a5d5-c6c0c278b3e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 217 time: 0.0485864 Aug 24 16:15:44.920968 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:44.939066 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b49d16-310a-49df-a6bf-fb9969db33e6 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:44.968366 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 48ad8154-1076-4e63-9c20-ae25bcfb4947 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:44.974513 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=13b49d16-310a-49df-a6bf-fb9969db33e6,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:44.976524 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 48ad8154-1076-4e63-9c20-ae25bcfb4947 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:44.977152 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.012795 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49386d7-349e-4a68-8a15-281d0a271aed req-7ed12a25-7e75-4367-9a8b-c83119f44a5f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.018158 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a49386d7-349e-4a68-8a15-281d0a271aed req-7ed12a25-7e75-4367-9a8b-c83119f44a5f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 943 time: 0.3002455 Aug 24 16:15:45.038253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-c559dd50-2124-4a81-a27d-ab7c5674a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.053145 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26916-5010-48bd-9459-764096f48e40 req-e85bf9b1-182e-4d81-9da6-d336a9db7095 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.054662 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b7e26916-5010-48bd-9459-764096f48e40 req-e85bf9b1-182e-4d81-9da6-d336a9db7095 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 944 time: 0.0932834 Aug 24 16:15:45.057319 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-c559dd50-2124-4a81-a27d-ab7c5674a6a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.1475949 Aug 24 16:15:45.089369 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.117003 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.121538 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a49386d7-349e-4a68-8a15-281d0a271aed req-f8f1bf3f-d141-490e-8341-1787ef71062a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972266 Aug 24 16:15:45.130978 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-d112d71a-ea41-426d-b0b8-ce6b0b3d7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.132723 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-d112d71a-ea41-426d-b0b8-ce6b0b3d7496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669453 Aug 24 16:15:45.142824 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b7e26916-5010-48bd-9459-764096f48e40 req-eadce316-b03e-4935-8e5e-06d2ee28138b tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Aug 24 16:15:45.175703 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:45.263259 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947,segment=NetworkSegment(2957a298-4282-4e59-b0ea-f41a06d2578f),segment_id=2957a298-4282-4e59-b0ea-f41a06d2578f)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:45.281983 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-dee12714-3002-4eaf-bfc0-e3744a6f7b69 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331062 Aug 24 16:15:45.287166 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:45.297400 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45612) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:45.311299 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-41067a59-aa07-466c-9954-6e28720f0f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.340340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['13b49d16-310a-49df-a6bf-fb9969db33e6'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:15:45.422337 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d97ba-5b96-44ff-8032-14555bfea96d" -d '{"events": [{"server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "name": "network-vif-plugged", "status": "completed", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:45.432595 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-41067a59-aa07-466c-9954-6e28720f0f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.532639 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.541673 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de63a616-1251-4f98-ad70-8ef5cf3bcaf8 req-8f895009-977b-47b7-abf6-1ea5964a4c38 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503271 Aug 24 16:15:45.565620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb50ca-d8bc-4c96-bc32-12a6099938d4 x-openstack-request-id: req-33eb50ca-d8bc-4c96-bc32-12a6099938d4 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:45.565620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "name": "network-vif-plugged", "status": "completed", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:45.565979 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33eb50ca-d8bc-4c96-bc32-12a6099938d4 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:45.566542 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947', 'code': 200} Aug 24 16:15:45.583797 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-41067a59-aa07-466c-9954-6e28720f0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.611321 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:45.631730 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-41067a59-aa07-466c-9954-6e28720f0f3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d1323d5d3924e9f9e9219ba3c09ede8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305898 Aug 24 16:15:45.631730 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067a59-aa07-466c-9954-6e28720f0f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e52f21-6e63-481f-b910-27686860bcf9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:45.633607 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45626) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:45.687634 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d015b8a-16dd-4d8d-8970-6a299b787002 req-5517026e-52cd-4526-80bc-05ba9949bc85 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.689340 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4d015b8a-16dd-4d8d-8970-6a299b787002 req-5517026e-52cd-4526-80bc-05ba9949bc85 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0639305 Aug 24 16:15:45.695763 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.724010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.748817 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4d015b8a-16dd-4d8d-8970-6a299b787002 req-720e57d8-710b-4fd0-ac4d-081660a4bf6a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Aug 24 16:15:45.774385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:45.776456 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4dde7-d704-4788-8274-6061f8769de3" -d '{"events": [{"name": "network-changed", "server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:45.814701 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40264ba-3250-47a1-95aa-206c383af459 x-openstack-request-id: req-f40264ba-3250-47a1-95aa-206c383af459 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:45.814987 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:45.815236 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f40264ba-3250-47a1-95aa-206c383af459 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:45.815621 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b', 'status': 'completed', 'code': 200} Aug 24 16:15:45.878853 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4dde7-d704-4788-8274-6061f8769de3 req-42c65b18-2270-4bcb-84fd-501fcbc4dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:45.880351 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-42c65b18-2270-4bcb-84fd-501fcbc4dafd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 1096 time: 0.0429547 Aug 24 16:15:45.886628 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.891180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:45.891180 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8e52f21-6e63-481f-b910-27686860bcf9 HTTP/1.1" status: 204 len: 168 time: 0.2578859 Aug 24 16:15:45.911956 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46637-9823-4c15-a4e6-cd9c402f22ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e52f21-6e63-481f-b910-27686860bcf9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:46.051409 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-b65c752e-fa54-4bc8-bacf-7f2ea4d251c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.052996 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-b65c752e-fa54-4bc8-bacf-7f2ea4d251c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 1098 time: 0.1244569 Aug 24 16:15:46.075726 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4dde7-d704-4788-8274-6061f8769de3 req-2d5aa381-5ee5-450d-9064-9b7541ea9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.077739 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-2d5aa381-5ee5-450d-9064-9b7541ea9525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1850479 Aug 24 16:15:46.078923 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-8eed137b-1b71-4ff2-8518-18c7ef0c9a4e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.126770 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-76442a39-fced-4376-b6f8-ad56fae5631e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b HTTP/1.1" status: 200 len: 217 time: 0.0395062 Aug 24 16:15:46.202675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4dde7-d704-4788-8274-6061f8769de3 req-146cb829-66df-4e77-a798-6d48d61aa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.202675 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-146cb829-66df-4e77-a798-6d48d61aa918 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0669386 Aug 24 16:15:46.238339 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-feaf1a8b-6541-4e32-b4be-151de1d7a994 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283923 Aug 24 16:15:46.286937 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa89ef4-0ce2-48d6-bf5d-1966eb09eb3f req-7d6ae3f4-d63a-4761-b92e-79fa8df52d29 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.295025 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5fa89ef4-0ce2-48d6-bf5d-1966eb09eb3f req-7d6ae3f4-d63a-4761-b92e-79fa8df52d29 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 943 time: 0.0882421 Aug 24 16:15:46.309934 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933d52f-1f92-49df-972a-74382fd92365 req-ffaae170-ebd2-440d-8583-91991510073d tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.310938 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1933d52f-1f92-49df-972a-74382fd92365 req-ffaae170-ebd2-440d-8583-91991510073d tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0930016 Aug 24 16:15:46.352143 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-8eed137b-1b71-4ff2-8518-18c7ef0c9a4e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.362469 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5fa89ef4-0ce2-48d6-bf5d-1966eb09eb3f req-e317c6f9-1650-430f-8cf1-eddec58eee02 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505102 Aug 24 16:15:46.375416 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1933d52f-1f92-49df-972a-74382fd92365 req-0d1fcfe1-cdc7-4d75-b371-233ca150ec71 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Aug 24 16:15:46.376456 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-11129284-d2d6-4251-a16e-e94d7874112e service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300755 Aug 24 16:15:46.458084 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-8eed137b-1b71-4ff2-8518-18c7ef0c9a4e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.458661 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.498597 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81b4dde7-d704-4788-8274-6061f8769de3 req-7e82970c-4c81-4360-8353-a253048f6559 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148243 Aug 24 16:15:46.509103 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-504ccb22-8c11-4f88-9d0c-38474f78c700 req-8eed137b-1b71-4ff2-8518-18c7ef0c9a4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482749 Aug 24 16:15:46.514250 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed137b-1b71-4ff2-8518-18c7ef0c9a4e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9894b7a-94d3-4019-a8f7-af9c5e21c535,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:46.623287 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 13b49d16-310a-49df-a6bf-fb9969db33e6 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:46.766710 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 13b49d16-310a-49df-a6bf-fb9969db33e6 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:46.771490 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 13b49d16-310a-49df-a6bf-fb9969db33e6 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:46.773483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.871174 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:46.879730 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3568db-0452-4445-b741-db135696c007 req-5041fffd-405c-4ad9-a881-f1e992c823b4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:46.881528 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f3568db-0452-4445-b741-db135696c007 req-5041fffd-405c-4ad9-a881-f1e992c823b4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0554278 Aug 24 16:15:46.919605 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=13b49d16-310a-49df-a6bf-fb9969db33e6,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:46.933766 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f3568db-0452-4445-b741-db135696c007 req-9c04a267-eb6b-4c71-9778-ed51dfc291e1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Aug 24 16:15:46.989265 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:47.063216 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:47.519095 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b799e04-c94c-46d5-96a6-937a8f176cac req-64342de7-0512-420f-aa92-8df246cf9953 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:47.520605 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5b799e04-c94c-46d5-96a6-937a8f176cac req-64342de7-0512-420f-aa92-8df246cf9953 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 943 time: 0.0811043 Aug 24 16:15:47.528791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744d1ff-c235-4be7-887f-ac2b9c4f9598 req-bd81e7ec-0491-479a-bf1d-07a3462ed9fb tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:47.534245 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3744d1ff-c235-4be7-887f-ac2b9c4f9598 req-bd81e7ec-0491-479a-bf1d-07a3462ed9fb tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0807137 Aug 24 16:15:47.569059 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:47.570704 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5ea99-cba9-4766-9e20-88af989462d0" -d '{"events": [{"server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "name": "network-vif-plugged", "status": "completed", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:47.591446 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5b799e04-c94c-46d5-96a6-937a8f176cac req-28f9eb22-258f-490a-b7db-f4475a625677 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599349 Aug 24 16:15:47.594313 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3744d1ff-c235-4be7-887f-ac2b9c4f9598 req-c3e3f56a-d1d6-484c-81d3-f7a24d0480af tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Aug 24 16:15:47.648399 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7cfcc-566b-4204-9be3-68da1c493fe9 x-openstack-request-id: req-34b7cfcc-566b-4204-9be3-68da1c493fe9 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:47.648922 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "name": "network-vif-plugged", "status": "completed", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:47.649019 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34b7cfcc-566b-4204-9be3-68da1c493fe9 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:47.649338 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6', 'code': 200} Aug 24 16:15:47.813801 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45724) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:47.916124 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e077cf99-e281-4182-986d-35802876bc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.015919 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e077cf99-e281-4182-986d-35802876bc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.051372 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1678c-b49c-478d-8b38-8837fb216bbd req-bdbf7317-2f49-4093-a741-0ac30e4e77ef tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:48.052902 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b0f1678c-b49c-478d-8b38-8837fb216bbd req-bdbf7317-2f49-4093-a741-0ac30e4e77ef tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0498137 Aug 24 16:15:48.086869 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e077cf99-e281-4182-986d-35802876bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.097179 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b0f1678c-b49c-478d-8b38-8837fb216bbd req-71d94e93-e6c4-47ad-b2a4-82a6d4b8b7e5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Aug 24 16:15:48.128650 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e077cf99-e281-4182-986d-35802876bc30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a50278951514ff490f0ebd16bdecb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126247 Aug 24 16:15:48.129661 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077cf99-e281-4182-986d-35802876bc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53442508-140f-43d6-a42a-383fc0390209,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:48.130874 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45740) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:48.195124 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.221317 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.366807 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.376455 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:48.376455 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53442508-140f-43d6-a42a-383fc0390209 HTTP/1.1" status: 204 len: 168 time: 0.2385800 Aug 24 16:15:48.381885 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389ea34-7e3f-48c0-bafd-94efadf5344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53442508-140f-43d6-a42a-383fc0390209,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:48.746334 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c722-428a-4f46-bcb9-9fe4369c92dc req-913f9c8e-536c-4fc3-9e6f-a20fe179da11 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:48.748049 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0910c722-428a-4f46-bcb9-9fe4369c92dc req-913f9c8e-536c-4fc3-9e6f-a20fe179da11 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 943 time: 0.0824060 Aug 24 16:15:48.759462 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377828f-e478-4d3a-812b-ad78d41ca082 req-5f0d2062-6699-4da3-ab21-f14797d25ed1 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:48.760959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f377828f-e478-4d3a-812b-ad78d41ca082 req-5f0d2062-6699-4da3-ab21-f14797d25ed1 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0865448 Aug 24 16:15:48.820623 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0910c722-428a-4f46-bcb9-9fe4369c92dc req-079436bc-51dd-40ab-99bd-860b34a54406 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586238 Aug 24 16:15:48.823320 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f377828f-e478-4d3a-812b-ad78d41ca082 req-bcca0c06-d92c-4c62-b6ec-05a8c20bb342 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Aug 24 16:15:48.902231 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 363bddeb-428b-4376-b1f7-e76f3262bc0b details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:15:49.007004 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:49.017799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '363bddeb-428b-4376-b1f7-e76f3262bc0b', 'network_id': '3c1232e2-ba28-45ec-9a88-12c83ad2a8eb', 'port_id': '363bddeb-428b-4376-b1f7-e76f3262bc0b', 'mac_address': 'fa:16:3e:ce:85:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2272a0e-c602-4581-8331-cdda06084772', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:15:49.047855 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45796) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:49.062029 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.075332 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363bddeb-428b-4376-b1f7-e76f3262bc0b {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:49.097213 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:49.169894 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0aca3e40-d763-4221-9781-08335cfbc815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.174678 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.175349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device e194be0c-719b-4b70-9178-9f13d0506455 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:15:49.235752 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f55dca-2928-498a-8dac-1545c263ef64 req-f336e1a0-f1b9-49d2-8440-93eec947267d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:49.237275 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b6f55dca-2928-498a-8dac-1545c263ef64 req-f336e1a0-f1b9-49d2-8440-93eec947267d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 944 time: 0.0694003 Aug 24 16:15:49.302429 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:49.303331 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b6f55dca-2928-498a-8dac-1545c263ef64 req-d150df30-50fd-4721-a8b7-c5725f4dc1b2 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501609 Aug 24 16:15:49.339015 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0aca3e40-d763-4221-9781-08335cfbc815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.346101 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45810) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:49.361623 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96b85623-f1b5-4424-a46a-d253b3f13863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.362453 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=e194be0c-719b-4b70-9178-9f13d0506455,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:49.373187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'e194be0c-719b-4b70-9178-9f13d0506455', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'port_id': 'e194be0c-719b-4b70-9178-9f13d0506455', 'mac_address': 'fa:16:3e:81:bd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:15:49.411593 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.426192 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e194be0c-719b-4b70-9178-9f13d0506455 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:15:49.445424 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=e194be0c-719b-4b70-9178-9f13d0506455,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:49.449912 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0aca3e40-d763-4221-9781-08335cfbc815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.499744 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0aca3e40-d763-4221-9781-08335cfbc815 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ee731fbf5d34860bdd6cb0d2c8abed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507544 Aug 24 16:15:49.502464 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45816) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:49.512621 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3e40-d763-4221-9781-08335cfbc815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2671ff-3b06-43f0-9271-512557685963,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:49.543588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.555667 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.573951 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96b85623-f1b5-4424-a46a-d253b3f13863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.581942 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.605723 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:49.646406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96b85623-f1b5-4424-a46a-d253b3f13863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.684151 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-96b85623-f1b5-4424-a46a-d253b3f13863 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a09179a837aa4ef7b6d748ceeaddacb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369679 Aug 24 16:15:49.685042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b85623-f1b5-4424-a46a-d253b3f13863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e02c6b-7cfa-4f0e-87f8-f28d6d663cab,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:49.686541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.687948 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45822) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:49.689780 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.691606 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d2671ff-3b06-43f0-9271-512557685963 HTTP/1.1" status: 204 len: 168 time: 0.1874108 Aug 24 16:15:49.701585 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb550b-4b03-4f53-8411-2693c3d8f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2671ff-3b06-43f0-9271-512557685963,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:49.752053 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.774495 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.958733 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.961377 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:49.962459 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6e02c6b-7cfa-4f0e-87f8-f28d6d663cab HTTP/1.1" status: 204 len: 168 time: 0.2735958 Aug 24 16:15:49.978059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c32a5-64c5-4fc9-b7b3-8f213d6eeb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e02c6b-7cfa-4f0e-87f8-f28d6d663cab,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:50.005834 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5cccf-baba-4993-b006-4b74d63dab5c req-f8957555-a730-4231-8a2a-2f9ab56dbad5 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:50.007396 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8d5cccf-baba-4993-b006-4b74d63dab5c req-f8957555-a730-4231-8a2a-2f9ab56dbad5 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0985377 Aug 24 16:15:50.015228 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b25a49-f345-41dc-91a7-b6b302a4cabe req-7f9af4d4-01eb-4741-980f-cb76307e2f9c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:50.016894 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79b25a49-f345-41dc-91a7-b6b302a4cabe req-7f9af4d4-01eb-4741-980f-cb76307e2f9c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 944 time: 0.0978291 Aug 24 16:15:50.078445 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8d5cccf-baba-4993-b006-4b74d63dab5c req-998c5388-fa7c-4149-8d6c-a0d8e5287028 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605679 Aug 24 16:15:50.081588 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79b25a49-f345-41dc-91a7-b6b302a4cabe req-f1a4f86b-f614-465d-aa78-9f14541cfcb9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572166 Aug 24 16:15:50.110414 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['363bddeb-428b-4376-b1f7-e76f3262bc0b'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:15:50.115367 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['e194be0c-719b-4b70-9178-9f13d0506455'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:15:50.235531 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe73ce-f94f-4b27-b196-26c7e167a82c req-447bfd22-248b-42d3-9894-6596235c3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:50.237219 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9fe73ce-f94f-4b27-b196-26c7e167a82c req-447bfd22-248b-42d3-9894-6596235c3672 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0441091 Aug 24 16:15:50.273416 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9fe73ce-f94f-4b27-b196-26c7e167a82c req-c1f7de50-0889-4329-a07e-7a2ea9b78c2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284181 Aug 24 16:15:50.432837 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b848b8-1cd7-4b40-acce-81107f993e3e req-cb550124-34a4-4e6e-acb1-5fba1056c35e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:50.434247 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c1b848b8-1cd7-4b40-acce-81107f993e3e req-cb550124-34a4-4e6e-acb1-5fba1056c35e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 945 time: 0.0511212 Aug 24 16:15:50.473074 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c1b848b8-1cd7-4b40-acce-81107f993e3e req-cc9b07b2-1ade-4e47-96ca-c991a81df3da tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Aug 24 16:15:50.524704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45858) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:50.540924 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eef4d196-65aa-444c-9eb8-8b7a7cd5c473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:50.646097 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eef4d196-65aa-444c-9eb8-8b7a7cd5c473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:50.715251 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eef4d196-65aa-444c-9eb8-8b7a7cd5c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:50.754464 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4d196-65aa-444c-9eb8-8b7a7cd5c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71a94a-b470-413e-889a-d447435394aa,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:50.760131 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-eef4d196-65aa-444c-9eb8-8b7a7cd5c473 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecd3d029283c4924a9778c6272949483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343564 Aug 24 16:15:50.762750 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45864) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:50.817696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:50.838813 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:51.017555 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:51.020446 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:51.029319 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa71a94a-b470-413e-889a-d447435394aa HTTP/1.1" status: 204 len: 168 time: 0.2580309 Aug 24 16:15:51.029319 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8db710-d394-457a-a11f-42ade06ae4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71a94a-b470-413e-889a-d447435394aa,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:51.243725 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359649-b32f-4a42-8777-be47f4244be3 req-15590f24-939f-4eda-bca7-10d48b1e2683 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:51.245298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb359649-b32f-4a42-8777-be47f4244be3 req-15590f24-939f-4eda-bca7-10d48b1e2683 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 944 time: 0.0881712 Aug 24 16:15:51.252811 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf1f0-187d-4b28-9410-f7c1475c9268 req-fe4e9fa7-a614-4578-ad24-768aa8f69608 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:51.254248 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77aaf1f0-187d-4b28-9410-f7c1475c9268 req-fe4e9fa7-a614-4578-ad24-768aa8f69608 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0985308 Aug 24 16:15:51.329154 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77aaf1f0-187d-4b28-9410-f7c1475c9268 req-105246ab-a6b9-414b-8f39-cd3327a149e2 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Aug 24 16:15:51.341023 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb359649-b32f-4a42-8777-be47f4244be3 req-450ac727-907d-499c-bc91-36a998184c11 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 Aug 24 16:15:51.619955 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362202f-ee23-4e25-a942-1037cc246356 req-a03e7c00-6327-4564-ab44-fdd7b1469a38 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:51.621961 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c362202f-ee23-4e25-a942-1037cc246356 req-a03e7c00-6327-4564-ab44-fdd7b1469a38 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 945 time: 0.0646846 Aug 24 16:15:51.666556 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c362202f-ee23-4e25-a942-1037cc246356 req-028f599c-2c74-4035-a3e1-25ed2f86c97e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354066 Aug 24 16:15:52.510978 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cc6f5-b07c-4ec0-a2c3-727a3d6be452 req-c9cb1553-6466-4f4f-ad9c-544bab69920b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:52.512598 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-331cc6f5-b07c-4ec0-a2c3-727a3d6be452 req-c9cb1553-6466-4f4f-ad9c-544bab69920b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 944 time: 0.0556054 Aug 24 16:15:52.540413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 45956) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:52.563862 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-331cc6f5-b07c-4ec0-a2c3-727a3d6be452 req-255f2f57-a340-4316-8485-a28cc502a5b4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Aug 24 16:15:52.566966 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.646040 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 363bddeb-428b-4376-b1f7-e76f3262bc0b up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:52.753644 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0f7db5a8-cd92-43ac-9883-ce9eed64e4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.789030 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65f2ea-c197-49d1-a308-4d61990e0af0 req-47bd994f-fa5f-456f-a934-ee3fffb3674a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:52.798104 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4d65f2ea-c197-49d1-a308-4d61990e0af0 req-47bd994f-fa5f-456f-a934-ee3fffb3674a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 945 time: 0.0636818 Aug 24 16:15:52.823506 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 363bddeb-428b-4376-b1f7-e76f3262bc0b completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:52.829596 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 363bddeb-428b-4376-b1f7-e76f3262bc0b triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:52.830016 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.843423 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4d65f2ea-c197-49d1-a308-4d61990e0af0 req-8589c229-f1ac-41b9-9eaa-088757e1c16a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Aug 24 16:15:52.860318 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0f7db5a8-cd92-43ac-9883-ce9eed64e4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.930955 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.954869 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:52.957309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa519f-089d-42be-896b-54b193dc4c0b" -d '{"events": [{"server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "name": "network-vif-plugged", "status": "completed", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:52.972313 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0f7db5a8-cd92-43ac-9883-ce9eed64e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:52.980902 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:53.004191 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64fd3e-a2f6-4109-ae90-bbae7a62e3d6 x-openstack-request-id: req-4f64fd3e-a2f6-4109-ae90-bbae7a62e3d6 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:53.004539 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "name": "network-vif-plugged", "status": "completed", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:53.005465 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0f7db5a8-cd92-43ac-9883-ce9eed64e4cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80338da05c26443fa753ae752a721e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637961 Aug 24 16:15:53.008295 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 45978) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:53.008694 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f64fd3e-a2f6-4109-ae90-bbae7a62e3d6 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:53.014071 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b', 'code': 200} Aug 24 16:15:53.025675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7db5a8-cd92-43ac-9883-ce9eed64e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4b276-b70e-4e70-81c3-31e913bc59a2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:53.077930 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.094203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.126145 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.127017 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device e194be0c-719b-4b70-9178-9f13d0506455 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:15:53.278416 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:53.452794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port e194be0c-719b-4b70-9178-9f13d0506455 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:15:53.453117 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.456462 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.458062 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41f4b276-b70e-4e70-81c3-31e913bc59a2 HTTP/1.1" status: 204 len: 168 time: 0.4485552 Aug 24 16:15:53.458254 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port e194be0c-719b-4b70-9178-9f13d0506455 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:15:53.458889 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.474348 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd098d5-b958-483a-a099-6146e7517e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4b276-b70e-4e70-81c3-31e913bc59a2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:53.566555 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.605660 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=e194be0c-719b-4b70-9178-9f13d0506455,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:15:53.696877 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4796f-81aa-4213-8ad5-7a922a49787a req-0f46283a-ad47-4f55-a58d-9bbce8c094c0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:53.698363 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2aa4796f-81aa-4213-8ad5-7a922a49787a req-0f46283a-ad47-4f55-a58d-9bbce8c094c0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0563636 Aug 24 16:15:53.748576 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2aa4796f-81aa-4213-8ad5-7a922a49787a req-7830a0e1-e65e-4cf5-9ab3-2dc264f2a6ba tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Aug 24 16:15:53.834877 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:53.895743 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:53.977291 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b5a5-154d-4ca5-ab20-b4d75862327e req-0e86491d-8f12-4988-85d9-801c90433662 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:53.978807 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7088b5a5-154d-4ca5-ab20-b4d75862327e req-0e86491d-8f12-4988-85d9-801c90433662 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0547051 Aug 24 16:15:54.020292 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7088b5a5-154d-4ca5-ab20-b4d75862327e req-6e81817d-5f2a-4b5c-a9c3-4b8ca7de4d98 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Aug 24 16:15:54.660005 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46040) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:54.673576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ecc-f1e6-4146-9f07-709e5977b0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:54.765754 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ecc-f1e6-4146-9f07-709e5977b0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:54.863450 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ecc-f1e6-4146-9f07-709e5977b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:54.864417 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62453805-5252-4467-ac22-a01a792ec455 req-6daaa190-9151-4627-b6f8-306ce2a451ce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:54.865936 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62453805-5252-4467-ac22-a01a792ec455 req-6daaa190-9151-4627-b6f8-306ce2a451ce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Aug 24 16:15:54.911565 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd9ecc-f1e6-4146-9f07-709e5977b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5057ae6-77e8-4f89-9a5e-9bd57392268d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:54.911565 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-19cd9ecc-f1e6-4146-9f07-709e5977b0a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a09fbf75c6454e7cba5223a81919e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501805 Aug 24 16:15:54.915499 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46048) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:54.926198 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62453805-5252-4467-ac22-a01a792ec455 req-97d93982-014e-421b-a3f0-3de43c58c7b4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 Aug 24 16:15:54.974902 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:55.001394 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:55.010678 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:15:55.018733 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca1062-9394-4960-ae7e-06565ffe8974" -d '{"events": [{"server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "name": "network-vif-plugged", "status": "completed", "tag": "e194be0c-719b-4b70-9178-9f13d0506455"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:15:55.056888 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e852af-a837-4b38-bf0e-f3b8fa46e6ae x-openstack-request-id: req-75e852af-a837-4b38-bf0e-f3b8fa46e6ae {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:15:55.057275 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "name": "network-vif-plugged", "status": "completed", "tag": "e194be0c-719b-4b70-9178-9f13d0506455", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:15:55.057617 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75e852af-a837-4b38-bf0e-f3b8fa46e6ae {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:15:55.058094 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455', 'code': 200} Aug 24 16:15:55.152940 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa79925-6c33-467d-9b68-999008de6bf9 req-deb75693-b137-4490-a774-7a5fb9a4eced tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:55.154620 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6fa79925-6c33-467d-9b68-999008de6bf9 req-deb75693-b137-4490-a774-7a5fb9a4eced tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0499563 Aug 24 16:15:55.180077 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:55.180181 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:55.181346 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5057ae6-77e8-4f89-9a5e-9bd57392268d HTTP/1.1" status: 204 len: 168 time: 0.2643728 Aug 24 16:15:55.193301 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bbc51-4dcb-4870-b45a-5a21dca1b078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5057ae6-77e8-4f89-9a5e-9bd57392268d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:55.212399 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6fa79925-6c33-467d-9b68-999008de6bf9 req-3b4ee121-5874-4e23-abad-c07929b331f6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511916 Aug 24 16:15:56.046519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233268a2-00c0-4fc1-aeb9-5d9ebe214441 req-0d65b7cb-2e6a-4ac2-93f3-d366cbb3e16f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:56.048029 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233268a2-00c0-4fc1-aeb9-5d9ebe214441 req-0d65b7cb-2e6a-4ac2-93f3-d366cbb3e16f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Aug 24 16:15:56.098629 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233268a2-00c0-4fc1-aeb9-5d9ebe214441 req-2ec1d147-7f09-415b-a46e-1f9f38567d7c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Aug 24 16:15:56.177765 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa9b16-610b-4645-9c7b-e9212afb1245 req-28e620da-db18-4b6c-983a-c4017e4f1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:56.179948 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11aa9b16-610b-4645-9c7b-e9212afb1245 req-28e620da-db18-4b6c-983a-c4017e4f1326 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 1098 time: 0.0716176 Aug 24 16:15:56.204764 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46112) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:56.228573 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11aa9b16-610b-4645-9c7b-e9212afb1245 req-e939f3b8-1a2e-4c2e-a56d-253ee4093a0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 Aug 24 16:15:56.374479 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-50205cfa-deaa-4046-85ed-ab4b93357d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.395787 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345440-9ea8-4513-985e-73a112056ff9 req-cc4c2495-7d52-4361-a397-d8c0e0ceb47e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:56.397400 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9a345440-9ea8-4513-985e-73a112056ff9 req-cc4c2495-7d52-4361-a397-d8c0e0ceb47e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0935757 Aug 24 16:15:56.458020 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9a345440-9ea8-4513-985e-73a112056ff9 req-8d0ddb89-ab65-4f0d-a3e4-a74ba74b45f3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542922 Aug 24 16:15:56.522727 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b1b04-bd91-4257-8ed9-b23f70b51891 req-cd4e5e7c-8457-484e-9528-687e2ac7cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:56.524249 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25b1b04-bd91-4257-8ed9-b23f70b51891 req-cd4e5e7c-8457-484e-9528-687e2ac7cab9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1099 time: 0.0457473 Aug 24 16:15:56.528577 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-50205cfa-deaa-4046-85ed-ab4b93357d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.559994 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25b1b04-bd91-4257-8ed9-b23f70b51891 req-92002cd6-cdfc-4889-9fe8-d99c78a944e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285480 Aug 24 16:15:56.646118 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-50205cfa-deaa-4046-85ed-ab4b93357d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.684442 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-50205cfa-deaa-4046-85ed-ab4b93357d5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2317f7277f0d4d8bbe64c6b429975cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785497 Aug 24 16:15:56.692001 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50205cfa-deaa-4046-85ed-ab4b93357d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b5d490-dd92-4d33-a13c-cf1eeff680d8,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:56.692174 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46130) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:56.740148 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.760578 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.875547 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.878362 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:56.883655 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19b5d490-dd92-4d33-a13c-cf1eeff680d8 HTTP/1.1" status: 204 len: 168 time: 0.1905990 Aug 24 16:15:56.888974 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d440b-10eb-4bdd-adc0-1bb8d0e759f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b5d490-dd92-4d33-a13c-cf1eeff680d8,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:57.218993 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d71bf-ff97-4547-b00a-ae59b7769c51 req-7cded4ef-3b31-48f7-a9d5-87e63306decd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:57.220961 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-809d71bf-ff97-4547-b00a-ae59b7769c51 req-7cded4ef-3b31-48f7-a9d5-87e63306decd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0597496 Aug 24 16:15:57.265638 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-809d71bf-ff97-4547-b00a-ae59b7769c51 req-82532214-5f58-4b59-a22c-d3119f980913 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Aug 24 16:15:57.585235 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14cdf0-82ef-462b-aeef-ccde9043cdeb req-cddaa097-8b53-4f0b-967f-a06d56f50751 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:57.586714 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e14cdf0-82ef-462b-aeef-ccde9043cdeb req-cddaa097-8b53-4f0b-967f-a06d56f50751 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0509784 Aug 24 16:15:57.624716 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e14cdf0-82ef-462b-aeef-ccde9043cdeb req-112eb48f-79ac-444a-9b47-73aa49c3e4d0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Aug 24 16:15:57.975300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46180) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:57.988959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ab41409-f1c8-41ac-a89e-aefdfe50c7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.082260 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ab41409-f1c8-41ac-a89e-aefdfe50c7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.194298 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ab41409-f1c8-41ac-a89e-aefdfe50c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.239743 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3ab41409-f1c8-41ac-a89e-aefdfe50c7dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5af45454cbe34b5d80be342f1030e503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609339 Aug 24 16:15:58.239743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab41409-f1c8-41ac-a89e-aefdfe50c7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315f7d4-d36a-4845-9ac4-1eaa013f0131,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:58.243345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46196) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:58.292759 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.317720 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.394372 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b609-ddf0-4934-a481-e6c284735150 req-584800b0-7813-4ab5-9449-6c0d5929e226 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:58.395794 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc40b609-ddf0-4934-a481-e6c284735150 req-584800b0-7813-4ab5-9449-6c0d5929e226 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0561500 Aug 24 16:15:58.433293 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc40b609-ddf0-4934-a481-e6c284735150 req-9c64abb4-bfd6-497b-9b20-8dc81475c169 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 24 16:15:58.492404 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.495337 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:58.500292 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d315f7d4-d36a-4845-9ac4-1eaa013f0131 HTTP/1.1" status: 204 len: 168 time: 0.2568340 Aug 24 16:15:58.510215 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc0c85-f97d-4914-8e16-6df08b92a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315f7d4-d36a-4845-9ac4-1eaa013f0131,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:15:58.744028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45599-8a4a-4c70-8d69-8a20bc078500 req-04e31f3e-942a-4022-9f08-ea7f0745b150 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:58.745376 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06b45599-8a4a-4c70-8d69-8a20bc078500 req-04e31f3e-942a-4022-9f08-ea7f0745b150 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0512440 Aug 24 16:15:58.784935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06b45599-8a4a-4c70-8d69-8a20bc078500 req-1c6399b7-f674-4b25-b9a5-b4fb3730f397 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Aug 24 16:15:58.939218 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f86591-c918-4600-9c53-81341b0c13ac req-0c3eaff9-bd60-471f-9303-ce26c2b273ce tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:58.941202 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e0f86591-c918-4600-9c53-81341b0c13ac req-0c3eaff9-bd60-471f-9303-ce26c2b273ce tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0529461 Aug 24 16:15:58.949765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46212) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:15:58.954275 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'floatingip': {'port_id': 'e194be0c-719b-4b70-9178-9f13d0506455'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:15:59.041166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:59.193416 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf137073-face-47ca-a70b-ec93e4307663 req-29064ffa-ff9f-4496-93e9-57bce1213aa3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:15:59.194903 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf137073-face-47ca-a70b-ec93e4307663 req-29064ffa-ff9f-4496-93e9-57bce1213aa3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.1745441 Aug 24 16:15:59.281610 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf137073-face-47ca-a70b-ec93e4307663 req-b1461083-a176-445e-9bb0-cff2d53725b5 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791409 Aug 24 16:15:59.939282 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:15:59.994840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:00.106293 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Floating IP ac43817d-d529-4db1-97bd-1c9e3a97d88e associated. External IP: 172.27.1.186, port: e194be0c-719b-4b70-9178-9f13d0506455. Aug 24 16:16:00.321161 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:16:00.460625 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980781d-416a-417b-aec7-2121dfbddd2a req-e99a9037-84e1-46ba-9947-e65e93b38eea tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:00.465027 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4980781d-416a-417b-aec7-2121dfbddd2a req-e99a9037-84e1-46ba-9947-e65e93b38eea tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0964568 Aug 24 16:16:00.511359 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:00.511359 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:00.513623 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:00.515024 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:00.515879 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:00.537993 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-255b4dc2-0a05-4810-b1ef-e6598715a9a0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "PUT /v2.0/floatingips/ac43817d-d529-4db1-97bd-1c9e3a97d88e HTTP/1.1" status: 200 len: 992 time: 1.5847385 Aug 24 16:16:00.537993 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:16:00.539082 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5fc901-9e44-4d46-afb1-767f69b20c79" -d '{"events": [{"name": "network-changed", "server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "tag": "e194be0c-719b-4b70-9178-9f13d0506455"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:16:00.551225 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4980781d-416a-417b-aec7-2121dfbddd2a req-a8bdfb1a-bbe7-4e14-a422-cb5989ef9c26 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Aug 24 16:16:00.597698 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae1298d-8a7e-4566-8c8f-dad3ce1a3608 x-openstack-request-id: req-0ae1298d-8a7e-4566-8c8f-dad3ce1a3608 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:16:00.598000 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "tag": "e194be0c-719b-4b70-9178-9f13d0506455", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:16:00.598259 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ae1298d-8a7e-4566-8c8f-dad3ce1a3608 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:16:00.598664 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455', 'status': 'completed', 'code': 200} Aug 24 16:16:00.681588 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:01.034626 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'ac43817d-d529-4db1-97bd-1c9e3a97d88e', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': 'e194be0c-719b-4b70-9178-9f13d0506455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:81:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:15:25Z', 'updated_at': '2021-08-24T16:15:59Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:01.060427 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:01.068723 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:01.069329 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:15:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:01.175773 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:01.296532 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46328) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:01.410802 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c998750f-5924-4fd9-bf0b-e1e91d65af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.413246 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'ac43817d-d529-4db1-97bd-1c9e3a97d88e', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': 'e194be0c-719b-4b70-9178-9f13d0506455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:81:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:15:25Z', 'updated_at': '2021-08-24T16:15:59Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:01.439891 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87a884-3135-4955-8949-f0b34c5a719e None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'ac43817d-d529-4db1-97bd-1c9e3a97d88e', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': 'e194be0c-719b-4b70-9178-9f13d0506455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:81:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:15:25Z', 'updated_at': '2021-08-24T16:15:59Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:01.500805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c998750f-5924-4fd9-bf0b-e1e91d65af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.600926 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c998750f-5924-4fd9-bf0b-e1e91d65af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.661562 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a63e7-c444-4bb6-8817-af19ee5e4141 None None] New status for floating IP ac43817d-d529-4db1-97bd-1c9e3a97d88e: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:16:01.675072 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c998750f-5924-4fd9-bf0b-e1e91d65af82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22f7236ade5246e980ee2cfe36bab2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771880 Aug 24 16:16:01.677021 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998750f-5924-4fd9-bf0b-e1e91d65af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073bf44-04df-4dbc-8cd2-b4af3bf027b4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:01.677907 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46340) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:01.713496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ba3c2-0bec-4c08-8b63-16ea0d139317 req-6323bd86-b3ac-49df-9a62-b033acd44e88 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:01.715030 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fb7ba3c2-0bec-4c08-8b63-16ea0d139317 req-6323bd86-b3ac-49df-9a62-b033acd44e88 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0744483 Aug 24 16:16:01.745060 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.762743 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fb7ba3c2-0bec-4c08-8b63-16ea0d139317 req-c5377142-e819-497b-93a6-651bf0cde921 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350213 Aug 24 16:16:01.773379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.776504 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46342) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:01.888467 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54d95c68-a71f-4b5c-85f3-b9bafa81d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.942180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.945985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:01.947553 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3073bf44-04df-4dbc-8cd2-b4af3bf027b4 HTTP/1.1" status: 204 len: 168 time: 0.2681661 Aug 24 16:16:01.974005 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08dd5-60c5-4b2e-979f-c0364317551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073bf44-04df-4dbc-8cd2-b4af3bf027b4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:02.020352 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04297-0325-40ac-8684-c87f84f38291 req-4dc1edd8-2575-4f4b-a207-311da10ac60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.022274 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-4dc1edd8-2575-4f4b-a207-311da10ac60c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 1098 time: 0.1049979 Aug 24 16:16:02.025363 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54d95c68-a71f-4b5c-85f3-b9bafa81d613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.043975 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-d0b548af-2bef-4e0a-ae76-105f95e6fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.045697 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-d0b548af-2bef-4e0a-ae76-105f95e6fd48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1099 time: 0.0646369 Aug 24 16:16:02.109474 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54d95c68-a71f-4b5c-85f3-b9bafa81d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.149085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-54d95c68-a71f-4b5c-85f3-b9bafa81d613 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7c2d4b469944652ad946efbc88440ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709886 Aug 24 16:16:02.149947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d95c68-a71f-4b5c-85f3-b9bafa81d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c771497c-0a08-4da6-9ac0-6c7e1fec2776,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:02.152197 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46354) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:02.184950 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04297-0325-40ac-8684-c87f84f38291 req-affbdf36-9a1a-4ae8-af77-59709ebfff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.187539 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-affbdf36-9a1a-4ae8-af77-59709ebfff45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1557305 Aug 24 16:16:02.202964 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.209122 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-f11022f6-c56e-4266-8617-e919c20b2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.210546 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-f11022f6-c56e-4266-8617-e919c20b2c3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.1282330 Aug 24 16:16:02.227820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.242627 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-da8dfdef-2bbd-4c50-9022-6d3312628814 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b HTTP/1.1" status: 200 len: 217 time: 0.0430183 Aug 24 16:16:02.364619 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-3c6782fd-0448-4cb8-9e84-486d0f7a1a27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 1002 time: 0.1281621 Aug 24 16:16:02.365979 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.366230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04297-0325-40ac-8684-c87f84f38291 req-99dc9f07-846e-4963-8965-180c8c858359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.367560 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-99dc9f07-846e-4963-8965-180c8c858359 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0880136 Aug 24 16:16:02.368925 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.370070 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c771497c-0a08-4da6-9ac0-6c7e1fec2776 HTTP/1.1" status: 204 len: 168 time: 0.2169476 Aug 24 16:16:02.378782 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f473-b5d1-4b78-b596-025fdc817533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771497c-0a08-4da6-9ac0-6c7e1fec2776,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:02.449361 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-ccf57e98-3852-43c6-9729-b5f1e972e44d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472891 Aug 24 16:16:02.461189 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-35a86d65-827b-40b7-85fa-907b3596765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.462507 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-35a86d65-827b-40b7-85fa-907b3596765f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.0698080 Aug 24 16:16:02.658191 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46362) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:02.671570 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a83c0d13-301e-4fa9-98fa-10146bb6c4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.758899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a83c0d13-301e-4fa9-98fa-10146bb6c4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.877853 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6adca-b50f-449d-8363-f1074b186044 req-3050daaf-c1c3-44cb-a845-c0a87e07bea0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:02.879389 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a6a6adca-b50f-449d-8363-f1074b186044 req-3050daaf-c1c3-44cb-a845-c0a87e07bea0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Aug 24 16:16:02.891292 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a83c0d13-301e-4fa9-98fa-10146bb6c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:02.946939 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c0d13-301e-4fa9-98fa-10146bb6c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdda26e-4c1a-4cb9-83f4-141b2f8584f4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:02.952784 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a83c0d13-301e-4fa9-98fa-10146bb6c4b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb7a87ad15af473dbd10f1c86f92cc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934923 Aug 24 16:16:02.955636 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46370) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:02.956467 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a6a6adca-b50f-449d-8363-f1074b186044 req-3126404e-bf06-40bc-a276-83f63f834973 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711422 Aug 24 16:16:03.013790 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.036037 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.166103 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.173493 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.175949 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bdda26e-4c1a-4cb9-83f4-141b2f8584f4 HTTP/1.1" status: 204 len: 168 time: 0.2192976 Aug 24 16:16:03.188013 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af444-1097-4803-8128-7559f913e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdda26e-4c1a-4cb9-83f4-141b2f8584f4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:03.202890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46384) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:03.218467 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf29213e-f9e0-4dfa-bf51-48ca4870e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.321431 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf29213e-f9e0-4dfa-bf51-48ca4870e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.406402 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf29213e-f9e0-4dfa-bf51-48ca4870e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.593058 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bf29213e-f9e0-4dfa-bf51-48ca4870e041 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17b38f5f9e3d4a92aed8151f06298130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884006 Aug 24 16:16:03.594413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29213e-f9e0-4dfa-bf51-48ca4870e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ebba74-3bf8-471d-8b11-3715391be167,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:03.595555 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46392) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:03.647032 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.668976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.805609 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.809096 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:03.810417 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92ebba74-3bf8-471d-8b11-3715391be167 HTTP/1.1" status: 204 len: 168 time: 0.2134266 Aug 24 16:16:03.821203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a04d-e34a-4c92-b713-bed3d079a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ebba74-3bf8-471d-8b11-3715391be167,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:04.069861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ddb7-9ef9-4ee4-97f7-e03b9b1b9a0d req-71485ac8-0de4-4754-ae08-27bd8eecf986 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:04.071384 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9d78ddb7-9ef9-4ee4-97f7-e03b9b1b9a0d req-71485ac8-0de4-4754-ae08-27bd8eecf986 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0473909 Aug 24 16:16:04.112298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9d78ddb7-9ef9-4ee4-97f7-e03b9b1b9a0d req-159f1ccc-1d85-4907-9c44-23fe4b31dadc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Aug 24 16:16:05.073624 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46470) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:05.206756 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c00a162-e3ed-4cdc-b16e-53bb5c1ff3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.285833 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34910bd-d4d0-44d7-bb19-1ee2f1ce13bb req-8920f23f-1b97-4b2e-a674-cd663bc3978a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:05.285833 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e34910bd-d4d0-44d7-bb19-1ee2f1ce13bb req-8920f23f-1b97-4b2e-a674-cd663bc3978a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0705159 Aug 24 16:16:05.347598 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e34910bd-d4d0-44d7-bb19-1ee2f1ce13bb req-ba11c28d-b19f-4f64-be71-43c4f82d4cdc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524096 Aug 24 16:16:05.370078 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c00a162-e3ed-4cdc-b16e-53bb5c1ff3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.394423 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-12f4201a-b00f-49ee-a6e1-8d9498f6f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:05.395909 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-12f4201a-b00f-49ee-a6e1-8d9498f6f08d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937617 Aug 24 16:16:05.428558 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-75c2a044-2e14-4783-8611-52c32e2e429d service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518111 Aug 24 16:16:05.513792 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c00a162-e3ed-4cdc-b16e-53bb5c1ff3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.521728 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46482) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:05.555648 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5c00a162-e3ed-4cdc-b16e-53bb5c1ff3c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1703e91d4baa4f65af1c5d8cfa653570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809217 Aug 24 16:16:05.557642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00a162-e3ed-4cdc-b16e-53bb5c1ff3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78a8e53-1b30-44e4-8af7-e066e65acb91,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:05.559251 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46486) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:05.567903 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-58c28465-0ffb-4ea8-b952-8a9d5ef090be service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592774 Aug 24 16:16:05.609313 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aeb04297-0325-40ac-8684-c87f84f38291 req-f370d729-4c31-4a2c-a1e0-747bc6cc71f3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541986 Aug 24 16:16:05.680038 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-02a970af-76cf-4224-8124-c92943e5c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.697368 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.716916 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb5fc901-9e44-4d46-afb1-767f69b20c79 req-2d253ad9-473f-49a4-8693-55e654a45dad service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386142 Aug 24 16:16:05.733629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.787736 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-02a970af-76cf-4224-8124-c92943e5c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.897798 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-02a970af-76cf-4224-8124-c92943e5c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.897933 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.900663 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:05.902285 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f78a8e53-1b30-44e4-8af7-e066e65acb91 HTTP/1.1" status: 204 len: 168 time: 0.3367984 Aug 24 16:16:05.910413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e11e7-86ad-49e2-9b0b-224afd41e990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78a8e53-1b30-44e4-8af7-e066e65acb91,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:05.947411 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-02a970af-76cf-4224-8124-c92943e5c9d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2549aa9244b443869f04a568300cd80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246473 Aug 24 16:16:05.949772 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a970af-76cf-4224-8124-c92943e5c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ffce86-94e8-4de0-a98d-cbfdc2d10e3f,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:05.950337 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46500) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:06.010217 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:06.031054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:06.206683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:06.209318 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:06.215935 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29ffce86-94e8-4de0-a98d-cbfdc2d10e3f HTTP/1.1" status: 204 len: 168 time: 0.2588472 Aug 24 16:16:06.219606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711ceb-1263-4b6e-9550-a0fdde184ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ffce86-94e8-4de0-a98d-cbfdc2d10e3f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:06.469294 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669ea22-3514-4b09-aa43-e81435cfb6a3 req-900acac8-7808-44a8-874f-0ef8cdfbdfbb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:06.470859 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d669ea22-3514-4b09-aa43-e81435cfb6a3 req-900acac8-7808-44a8-874f-0ef8cdfbdfbb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Aug 24 16:16:06.507672 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d669ea22-3514-4b09-aa43-e81435cfb6a3 req-dd014fe9-bf3b-4818-9b19-e0e62b1cadb0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Aug 24 16:16:07.627360 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e7254-961d-46c8-afb5-b6d055eb798a req-d1668f39-fd6d-45e4-8f60-c8d00f406256 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:07.629369 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed0e7254-961d-46c8-afb5-b6d055eb798a req-d1668f39-fd6d-45e4-8f60-c8d00f406256 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0534406 Aug 24 16:16:07.666181 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed0e7254-961d-46c8-afb5-b6d055eb798a req-344dfc7b-c08a-4c15-a730-0189ec4ec326 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Aug 24 16:16:08.784408 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178555e2-4604-4922-83b9-60be41cef819 req-e867e980-5b66-4182-b343-cdbd24faf441 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:08.786149 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-178555e2-4604-4922-83b9-60be41cef819 req-e867e980-5b66-4182-b343-cdbd24faf441 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Aug 24 16:16:08.830807 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-178555e2-4604-4922-83b9-60be41cef819 req-3a6c0421-8c2c-4141-b786-00ec24dde1d9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Aug 24 16:16:09.424082 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46660) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:09.758294 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f210cbaf-4ef4-4b91-a5e8-04251ed94b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:09.849509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f210cbaf-4ef4-4b91-a5e8-04251ed94b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:09.926016 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f210cbaf-4ef4-4b91-a5e8-04251ed94b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:09.945900 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8fae-22d7-4a33-85c6-2972aef6a835 req-a4c60920-bf17-42e1-b2aa-e011ecd45402 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:09.947492 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f1ec8fae-22d7-4a33-85c6-2972aef6a835 req-a4c60920-bf17-42e1-b2aa-e011ecd45402 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0470660 Aug 24 16:16:09.965681 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f210cbaf-4ef4-4b91-a5e8-04251ed94b61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77d429a0b8ae4b60873ada1b9af6a931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404365 Aug 24 16:16:09.966415 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cbaf-4ef4-4b91-a5e8-04251ed94b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f2a16-f9f2-42c0-a138-66b918338264,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:09.968804 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46680) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:10.010809 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f1ec8fae-22d7-4a33-85c6-2972aef6a835 req-c83e24a9-4656-4742-ba6e-d7122cfe7e30 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 Aug 24 16:16:10.037714 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:10.055543 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:10.177823 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:10.180528 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:10.181710 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e86f2a16-f9f2-42c0-a138-66b918338264 HTTP/1.1" status: 204 len: 168 time: 0.2110019 Aug 24 16:16:10.189619 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e576dd6-893b-43fc-9dc0-ef22c6373a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f2a16-f9f2-42c0-a138-66b918338264,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:10.937460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-40429a50-e984-4784-b085-937e2948b626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.000404 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46706) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:11.013398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.125909 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.143053 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b805-229f-4f3f-a115-3c10d5bfe4ca req-46e47c66-c1f6-4103-a4d3-06d6e86f3603 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:11.145043 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1165b805-229f-4f3f-a115-3c10d5bfe4ca req-46e47c66-c1f6-4103-a4d3-06d6e86f3603 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0666287 Aug 24 16:16:11.182630 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1165b805-229f-4f3f-a115-3c10d5bfe4ca req-79592f52-3adb-42c9-a030-e5b7e17485ba tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Aug 24 16:16:11.194780 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.232556 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6561598daa14dc5aa65c17be77ef431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310557 Aug 24 16:16:11.234053 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c069bfa3-1eb5-4629-a182-84d1c0dc72aa,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:11.235777 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46710) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:11.241104 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.241448 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.241788 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.242122 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.242454 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.242783 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.243111 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.243434 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.243757 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.244078 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.244399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.244748 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a75089-ce15-4da6-bb0e-c0c229bea78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:11.285509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.306597 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.497338 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.500234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:11.501080 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c069bfa3-1eb5-4629-a182-84d1c0dc72aa HTTP/1.1" status: 204 len: 168 time: 0.2643242 Aug 24 16:16:11.515288 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ab79a-f6f6-421c-8e4d-b76523d06ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c069bfa3-1eb5-4629-a182-84d1c0dc72aa,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:12.292807 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0b630-09cb-4631-a017-4d3e5ec70765 req-2f761a77-12fc-4a0c-aea9-e2d3c92ccb96 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:12.294282 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3ef0b630-09cb-4631-a017-4d3e5ec70765 req-2f761a77-12fc-4a0c-aea9-e2d3c92ccb96 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0478628 Aug 24 16:16:12.333923 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3ef0b630-09cb-4631-a017-4d3e5ec70765 req-ca96603c-453d-4583-9487-806bc4e3a679 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Aug 24 16:16:13.453770 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0283f2f-5ab4-4d20-8efa-06d439d131af req-d529090d-630f-449d-8b52-f77d020b505f tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:13.455314 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0283f2f-5ab4-4d20-8efa-06d439d131af req-d529090d-630f-449d-8b52-f77d020b505f tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0804293 Aug 24 16:16:13.478729 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23b93-d3b6-41d6-ae56-f90119313423 req-46452a28-a1b0-4a9e-b936-dddd56a07b06 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:13.480050 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca23b93-d3b6-41d6-ae56-f90119313423 req-46452a28-a1b0-4a9e-b936-dddd56a07b06 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0708816 Aug 24 16:16:13.526548 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0283f2f-5ab4-4d20-8efa-06d439d131af req-d01f4fa7-49e1-417a-aa30-50917c180a92 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643628 Aug 24 16:16:13.534312 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca23b93-d3b6-41d6-ae56-f90119313423 req-a0caddcd-c510-40e5-92c1-4383af793f97 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469825 Aug 24 16:16:13.646422 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d74dd458-e5c8-4a0e-a893-bb88b6b3015a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:13.937536 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:14.645308 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2145d-cda5-4e7a-a75b-ba18dc4d666b req-ec8f95c8-a6ae-4ed7-9078-26477cee17f4 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:14.646807 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eac2145d-cda5-4e7a-a75b-ba18dc4d666b req-ec8f95c8-a6ae-4ed7-9078-26477cee17f4 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 24 16:16:14.684899 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eac2145d-cda5-4e7a-a75b-ba18dc4d666b req-e27fc61f-b4e6-4618-a79d-cc34f5e9f5a6 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Aug 24 16:16:14.731854 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:14.792912 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f0648-b330-4271-a561-5710b02734b1 req-27ee9599-bd51-432e-9e2d-74e77cbfebdd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:14.794424 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-746f0648-b330-4271-a561-5710b02734b1 req-27ee9599-bd51-432e-9e2d-74e77cbfebdd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Aug 24 16:16:14.833466 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-746f0648-b330-4271-a561-5710b02734b1 req-5afba1b2-65ee-4ac2-84cc-0bdcc6dbfc23 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Aug 24 16:16:15.802706 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cad7c5-6c73-4438-ba9e-be8a6d13fefe req-67d46556-5759-4d93-bb35-8e396c8a2586 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:15.804184 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68cad7c5-6c73-4438-ba9e-be8a6d13fefe req-67d46556-5759-4d93-bb35-8e396c8a2586 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0471499 Aug 24 16:16:15.848794 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68cad7c5-6c73-4438-ba9e-be8a6d13fefe req-6e8de0ee-5302-4225-81c7-ad5209bdfec9 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Aug 24 16:16:15.960872 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1b73-2255-4ef0-9f9a-9ec505d1d47a req-6cff9d7e-9735-4b16-a01b-6afe5b048b3e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:15.962324 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-39bf1b73-2255-4ef0-9f9a-9ec505d1d47a req-6cff9d7e-9735-4b16-a01b-6afe5b048b3e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0467989 Aug 24 16:16:15.998888 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-39bf1b73-2255-4ef0-9f9a-9ec505d1d47a req-e851f8da-08c7-43cd-be99-49319fd51bf9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299506 Aug 24 16:16:16.394987 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:16.974600 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e713-d1f0-4e53-85e0-120d43ef97d0 req-0b4ed211-6aff-49a0-b70d-713624bdbad3 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:16.976276 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d539e713-d1f0-4e53-85e0-120d43ef97d0 req-0b4ed211-6aff-49a0-b70d-713624bdbad3 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0529563 Aug 24 16:16:17.015892 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d539e713-d1f0-4e53-85e0-120d43ef97d0 req-efda133a-2bbd-4d8a-b527-4ab6e59478a0 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Aug 24 16:16:17.121751 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd7e98-b29f-4230-b802-3516da2fecaf req-3ddf11c2-b7ab-4a0a-9235-8941a4d26739 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:17.123212 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7fbd7e98-b29f-4230-b802-3516da2fecaf req-3ddf11c2-b7ab-4a0a-9235-8941a4d26739 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 24 16:16:17.161850 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7fbd7e98-b29f-4230-b802-3516da2fecaf req-fd8bea65-4d1b-498c-a77d-53481cb799b5 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Aug 24 16:16:18.137507 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca404dbc-6a08-4e71-b563-9fefa966f38b req-6a539a73-41bc-4ae0-a62c-e3d228d8e701 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:18.139023 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca404dbc-6a08-4e71-b563-9fefa966f38b req-6a539a73-41bc-4ae0-a62c-e3d228d8e701 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Aug 24 16:16:18.180669 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca404dbc-6a08-4e71-b563-9fefa966f38b req-2e1517db-4b08-406f-b920-43cf20d6bc8c tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e1c50e5-7d21-4003-834e-c29645cadde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Aug 24 16:16:18.193524 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:16:18.329432 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9171461-7672-40ea-834e-49330ee9ef2b req-5af80839-816d-4170-82eb-3e3dad15b0f6 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:18.331032 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9171461-7672-40ea-834e-49330ee9ef2b req-5af80839-816d-4170-82eb-3e3dad15b0f6 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 945 time: 0.0953960 Aug 24 16:16:18.481562 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad902-c2cb-4e02-8860-09d77384f8dd req-6fde86de-8932-43ab-9f14-d2899a6908df tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:18.483781 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ecfad902-c2cb-4e02-8860-09d77384f8dd req-6fde86de-8932-43ab-9f14-d2899a6908df tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.2448337 Aug 24 16:16:18.493528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Deleting port 48ad8154-1076-4e63-9c20-ae25bcfb4947 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:16:18.493870 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:18.524962 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ecfad902-c2cb-4e02-8860-09d77384f8dd req-bff19b73-de1e-4533-9111-869bfcfbe5ef tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Aug 24 16:16:18.587236 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] For port 48ad8154-1076-4e63-9c20-ae25bcfb4947, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=48ad8154-1076-4e63-9c20-ae25bcfb4947,segment=NetworkSegment(2957a298-4282-4e59-b0ea-f41a06d2578f),segment_id=2957a298-4282-4e59-b0ea-f41a06d2578f)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:18.587600 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:18.606455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Calling delete_port for 48ad8154-1076-4e63-9c20-ae25bcfb4947 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:16:18.834960 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:18.863438 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Pushing event deleted for resources: {'Port': ['ID=48ad8154-1076-4e63-9c20-ae25bcfb4947,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:18.892567 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.892919 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.893256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.893590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.893918 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.894246 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.894569 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.894892 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.895214 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.895531 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.895848 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.896260 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:18.929147 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] No DVR routers for this DVR port 48ad8154-1076-4e63-9c20-ae25bcfb4947 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:16:18.932111 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:18.934125 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9171461-7672-40ea-834e-49330ee9ef2b req-6c5bde48-9a82-4547-8418-6e54c06bc975 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.37 "DELETE /v2.0/ports/48ad8154-1076-4e63-9c20-ae25bcfb4947 HTTP/1.1" status: 204 len: 173 time: 0.5968392 Aug 24 16:16:18.934550 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'name': 'network-vif-deleted', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:16:18.936771 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee560f-c700-44a0-b16c-e16d619d65c2" -d '{"events": [{"server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "name": "network-vif-deleted", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:16:18.971610 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155c8e9-669e-446a-af68-b9a9d45c153d x-openstack-request-id: req-6155c8e9-669e-446a-af68-b9a9d45c153d {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:16:18.971902 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cd47ed-2395-4602-982d-84f98cf11115", "name": "network-vif-deleted", "tag": "48ad8154-1076-4e63-9c20-ae25bcfb4947", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:16:18.972153 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6155c8e9-669e-446a-af68-b9a9d45c153d {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:16:18.972577 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cd47ed-2395-4602-982d-84f98cf11115', 'name': 'network-vif-deleted', 'tag': '48ad8154-1076-4e63-9c20-ae25bcfb4947', 'status': 'completed', 'code': 200} Aug 24 16:16:19.281279 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8475d5b-dcdf-4711-a962-5fb5dc36214e req-796c8c5f-4947-4105-861b-d7bed1330d08 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Aug 24 16:16:19.638453 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c70d19-a7ec-4ffd-8e0b-3e1b54c82528 req-65eab74a-0964-47f7-a714-6b24c0b1f806 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:19.640531 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72c70d19-a7ec-4ffd-8e0b-3e1b54c82528 req-65eab74a-0964-47f7-a714-6b24c0b1f806 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Aug 24 16:16:19.677956 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72c70d19-a7ec-4ffd-8e0b-3e1b54c82528 req-47e53649-cc05-4549-8d5b-884cad4eed2f tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Aug 24 16:16:20.388552 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-53e324ef-4c75-4d09-a815-ce1773578f4d req-ac891a2c-157d-47c3-b963-8fda457618e0 tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0350623 Aug 24 16:16:20.792320 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e2a57-9359-4b48-8920-fc5d17f4f221 req-c8b04f96-5f98-4990-bb8e-792dc72b47fe tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:20.793874 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-554e2a57-9359-4b48-8920-fc5d17f4f221 req-c8b04f96-5f98-4990-bb8e-792dc72b47fe tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 24 16:16:20.831144 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-554e2a57-9359-4b48-8920-fc5d17f4f221 req-cdc795f7-c388-4e58-8531-b9a0d3c6b6e6 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Aug 24 16:16:21.020201 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 46978) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:21.123629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa7c88f3-a906-464a-bfdc-f793a51bd2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.210412 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa7c88f3-a906-464a-bfdc-f793a51bd2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.297498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa7c88f3-a906-464a-bfdc-f793a51bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.335002 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fa7c88f3-a906-464a-bfdc-f793a51bd2a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3d514656f294647b780d688168b5c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137004 Aug 24 16:16:21.335952 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c88f3-a906-464a-bfdc-f793a51bd2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cace37d8-e60f-4a5a-8638-b2d4f43a2945,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:21.337912 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 46986) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:21.386983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.408013 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.484343 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8e700be-7580-4c3f-a423-798c699682c5 req-15ca1db7-3cce-40a7-8696-f34f9400f4ec tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0282228 Aug 24 16:16:21.548782 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.551305 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:21.552457 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cace37d8-e60f-4a5a-8638-b2d4f43a2945 HTTP/1.1" status: 204 len: 168 time: 0.2133176 Aug 24 16:16:21.560527 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36d422-c321-4b06-88bd-c5c639bfa119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace37d8-e60f-4a5a-8638-b2d4f43a2945,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:21.641014 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['48ad8154-1076-4e63-9c20-ae25bcfb4947'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:16:21.943588 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831a8d8-3160-4c8c-b92c-5b9292fa16bb req-8ddc9aa1-5fa3-42b0-b601-ed8911ce2f40 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:21.945015 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e831a8d8-3160-4c8c-b92c-5b9292fa16bb req-8ddc9aa1-5fa3-42b0-b601-ed8911ce2f40 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Aug 24 16:16:21.983249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e831a8d8-3160-4c8c-b92c-5b9292fa16bb req-b29f0f13-717b-46f6-b02b-5683f0532413 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Aug 24 16:16:22.240890 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47000) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:22.254742 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-adf385a7-ad10-428c-82c3-b087fdd7f592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.341398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-adf385a7-ad10-428c-82c3-b087fdd7f592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.480778 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-adf385a7-ad10-428c-82c3-b087fdd7f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.527607 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-adf385a7-ad10-428c-82c3-b087fdd7f592 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11334a2d8c8a425a8f2072826728a717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800505 Aug 24 16:16:22.527607 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf385a7-ad10-428c-82c3-b087fdd7f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538032d9-c874-4512-8f85-a08c2ac8453c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:22.527806 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47014) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:22.578420 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.601779 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-25324c31-cc65-4ddf-b1a8-3566ee6a35bb req-cdc9c5ec-7d2b-4b05-9442-5b1fc511cdfe tempest-DeleteServersTestJSON-626210300 tempest-DeleteServersTestJSON-626210300-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0370660 Aug 24 16:16:22.603690 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.612778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.727153 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-0bafb6d4-a1db-466e-8be7-22317a101d3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75cd47ed-2395-4602-982d-84f98cf11115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242457 Aug 24 16:16:22.772143 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.775143 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:22.776682 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/538032d9-c874-4512-8f85-a08c2ac8453c HTTP/1.1" status: 204 len: 168 time: 0.2507260 Aug 24 16:16:22.789568 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4fda9-eeec-47a7-88f6-5ce4216c1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538032d9-c874-4512-8f85-a08c2ac8453c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:22.823455 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-c01dd8f9-b859-4866-b0f2-d4942d5351b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56e05ea7e9ce4173a783a87396686f35&device_id=75cd47ed-2395-4602-982d-84f98cf11115 HTTP/1.1" status: 200 len: 210 time: 0.0336552 Aug 24 16:16:23.137732 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e188-b6a3-4a11-8435-64c001a2fab5 req-cab3460d-d66e-4450-8e1b-d44ae06f311c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:23.143616 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-afb6e188-b6a3-4a11-8435-64c001a2fab5 req-cab3460d-d66e-4450-8e1b-d44ae06f311c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0853965 Aug 24 16:16:23.189693 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-afb6e188-b6a3-4a11-8435-64c001a2fab5 req-290b6e4e-8053-433b-8adb-5831be9c6031 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Aug 24 16:16:23.196228 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-d904c7d1-55c0-4b26-8c88-bb9d5ebd3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:23.198373 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-d904c7d1-55c0-4b26-8c88-bb9d5ebd3523 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=56e05ea7e9ce4173a783a87396686f35&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3537419 Aug 24 16:16:23.372880 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-a64e3c40-1724-4994-b508-165702728ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:23.374451 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7ae2c7c-9f80-42fa-a42a-3dac83cba3fc req-a64e3c40-1724-4994-b508-165702728ade service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652002 Aug 24 16:16:24.318572 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391865-bd54-43a3-8724-e9f373956fcc req-31619185-7acc-4874-85a4-8e27fc668f80 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:24.320120 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-23391865-bd54-43a3-8724-e9f373956fcc req-31619185-7acc-4874-85a4-8e27fc668f80 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Aug 24 16:16:24.376252 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-23391865-bd54-43a3-8724-e9f373956fcc req-d5d1798b-3b27-48ab-8350-96214533457d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Aug 24 16:16:24.456747 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47108) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:24.562860 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-541fe218-c09c-44aa-8081-a00d1e5f1afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:24.653763 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-541fe218-c09c-44aa-8081-a00d1e5f1afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:24.754923 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-541fe218-c09c-44aa-8081-a00d1e5f1afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:24.792507 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe218-c09c-44aa-8081-a00d1e5f1afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c00022-c4e8-48e8-916c-115d0109ea30,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:24.805007 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-541fe218-c09c-44aa-8081-a00d1e5f1afe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45a27458c32c4fdfb7d9bfef816953d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437452 Aug 24 16:16:24.805007 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47134) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:24.861959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:24.883777 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.018071 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.020700 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.021865 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60c00022-c4e8-48e8-916c-115d0109ea30 HTTP/1.1" status: 204 len: 168 time: 0.2160192 Aug 24 16:16:25.034711 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63705e15-a599-4ab1-a629-8ddaec6591cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c00022-c4e8-48e8-916c-115d0109ea30,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:25.495685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565eb6-207c-4f76-8750-b40324114f7b req-158fce71-24e9-4594-a3d4-4effaefb5d87 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:25.497216 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb565eb6-207c-4f76-8750-b40324114f7b req-158fce71-24e9-4594-a3d4-4effaefb5d87 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0477836 Aug 24 16:16:25.535512 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb565eb6-207c-4f76-8750-b40324114f7b req-0ab43a11-1230-4947-9793-b3c0040e4cbc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Aug 24 16:16:25.660536 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47180) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:25.661792 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 48ad8154-1076-4e63-9c20-ae25bcfb4947 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:16:25.685451 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 48ad8154-1076-4e63-9c20-ae25bcfb4947 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:16:25.686008 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 48ad8154-1076-4e63-9c20-ae25bcfb4947 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:16:25.736310 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Deleting subnet 9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:16:25.739823 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.778309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.788359 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.856342 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47188) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:25.915421 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.944201 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:25.947982 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:25.950111 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-22260b94-04bc-4c93-ab96-506bba9c3ebe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9d7d7af0-aa05-4f6e-a68a-9c8c1aefdb36 HTTP/1.1" status: 204 len: 168 time: 0.2883825 Aug 24 16:16:25.955693 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47194) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:26.021476 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-141a60d6-d7e4-4e5a-8821-e694045e22b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.048317 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.173871 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.189347 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.189721 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.190464 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.190967 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.191300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.191641 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.191962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.192419 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.192770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.193095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.325504 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.325856 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.326184 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.326518 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:16:26.326924 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa3ad74-8936-48dc-9a0f-060885d12ff9']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:26.350215 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2957a298-4282-4e59-b0ea-f41a06d2578f') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:26.350511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2957a298-4282-4e59-b0ea-f41a06d2578f') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:26.370866 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.403774 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.419949 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:16:26.420262 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: from cryptography.utils import int_from_bytes Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: from cryptography.utils import int_from_bytes Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:16:26.424614 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:16:26.439455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-141a60d6-d7e4-4e5a-8821-e694045e22b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.521068 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-141a60d6-d7e4-4e5a-8821-e694045e22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.563787 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-141a60d6-d7e4-4e5a-8821-e694045e22b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3347633c59534342a9a2ebb293a1538d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057219 Aug 24 16:16:26.564122 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a60d6-d7e4-4e5a-8821-e694045e22b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc9db7-fef7-4306-8307-f32ff39552cc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:26.566221 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47230) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:26.613122 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.620962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.623986 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7fa3ad74-8936-48dc-9a0f-060885d12ff9 HTTP/1.1" status: 204 len: 168 time: 0.6706078 Aug 24 16:16:26.637664 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd6f96-9fdf-404c-adf0-78ae501a33d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa3ad74-8936-48dc-9a0f-060885d12ff9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:26.652903 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.685145 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.702544 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb8a3-1304-4836-84b3-48e0ca1e812f req-e561e5c2-e398-4727-9930-32c70339d0b2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:26.704053 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8dcb8a3-1304-4836-84b3-48e0ca1e812f req-e561e5c2-e398-4727-9930-32c70339d0b2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0869689 Aug 24 16:16:26.762231 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8dcb8a3-1304-4836-84b3-48e0ca1e812f req-217b7a39-a5cd-4fa5-88d3-341b97eacddb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Aug 24 16:16:26.829008 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.832099 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:26.833248 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fdc9db7-fef7-4306-8307-f32ff39552cc HTTP/1.1" status: 204 len: 168 time: 0.2656600 Aug 24 16:16:26.841441 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5fd87-5847-4441-8a51-546e2aa4cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc9db7-fef7-4306-8307-f32ff39552cc,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:27.073279 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47236) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:27.112023 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9632f85e-8f9a-43ff-b845-906a7637c100 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56e05ea7e9ce4173a783a87396686f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375774 Aug 24 16:16:27.114574 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47238) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:27.162587 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.190383 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.378163 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.381699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.386118 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e1c50e5-7d21-4003-834e-c29645cadde2 HTTP/1.1" status: 204 len: 168 time: 0.2705591 Aug 24 16:16:27.396408 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ca98-ed95-4970-ab56-205ed6434957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c50e5-7d21-4003-834e-c29645cadde2,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:27.708115 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47270) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:27.721885 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9436115-4fc5-489e-8843-70bd89180a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.816955 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9436115-4fc5-489e-8843-70bd89180a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.882899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036480-0889-44ef-9906-7a9dbbf9f260 req-633c4d14-5101-4b8c-8576-10e8f615e458 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:27.884439 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-30036480-0889-44ef-9906-7a9dbbf9f260 req-633c4d14-5101-4b8c-8576-10e8f615e458 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Aug 24 16:16:27.898770 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9436115-4fc5-489e-8843-70bd89180a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:27.957953 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9436115-4fc5-489e-8843-70bd89180a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da28f1-6d22-45ed-bdb1-eb1225da3cf0,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:27.964668 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a9436115-4fc5-489e-8843-70bd89180a28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f070ae3455940fa84f2fbf8437a7cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553773 Aug 24 16:16:27.968379 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-30036480-0889-44ef-9906-7a9dbbf9f260 req-a1e6b800-0ccd-4f31-8ec6-4d5891f6b20d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Aug 24 16:16:27.969517 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47278) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:28.029743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.051177 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.183436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.187214 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.188363 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8da28f1-6d22-45ed-bdb1-eb1225da3cf0 HTTP/1.1" status: 204 len: 168 time: 0.2183518 Aug 24 16:16:28.196435 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb50859-e57e-4268-9d3d-91afe217bb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8da28f1-6d22-45ed-bdb1-eb1225da3cf0,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:28.220327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47286) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:28.602908 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac37-ce76-4d6b-a916-adccb7f4ac27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.619524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47302) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:28.710578 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-83c7e98d-2f93-49a6-81f7-8aeeda756348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.713889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac37-ce76-4d6b-a916-adccb7f4ac27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.825061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac37-ce76-4d6b-a916-adccb7f4ac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.885281 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bf11ac37-ce76-4d6b-a916-adccb7f4ac27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d351308eac524bf0a1afceece483801d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640139 Aug 24 16:16:28.890214 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11ac37-ce76-4d6b-a916-adccb7f4ac27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92b95c-f3d1-46d3-9831-a7a90506c5db,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:28.891577 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47318) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:28.968836 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:28.987573 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-83c7e98d-2f93-49a6-81f7-8aeeda756348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.009076 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.093406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-83c7e98d-2f93-49a6-81f7-8aeeda756348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.140751 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-83c7e98d-2f93-49a6-81f7-8aeeda756348 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a21aff65efe34ab3ba4ce8a3c798d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176942 Aug 24 16:16:29.141072 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7e98d-2f93-49a6-81f7-8aeeda756348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bc566-bf71-4188-8d73-2fa85ef787ae,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:29.142312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47334) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:29.154799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214dba-fa96-40ef-b4a0-7c57447da2be req-0da1c30c-05fb-475c-9123-e81194729dce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:29.156582 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b6214dba-fa96-40ef-b4a0-7c57447da2be req-0da1c30c-05fb-475c-9123-e81194729dce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0930603 Aug 24 16:16:29.160731 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.160731 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.161401 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e92b95c-f3d1-46d3-9831-a7a90506c5db HTTP/1.1" status: 204 len: 168 time: 0.2688754 Aug 24 16:16:29.175574 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d82e04-4abe-4d87-acdf-9f8c15f929d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92b95c-f3d1-46d3-9831-a7a90506c5db,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:29.209816 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b6214dba-fa96-40ef-b4a0-7c57447da2be req-63ce28e1-2db7-4211-8b98-06a910bbf944 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Aug 24 16:16:29.220866 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.251775 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.390155 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47350) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:29.417783 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.421950 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.422160 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b27bc566-bf71-4188-8d73-2fa85ef787ae HTTP/1.1" status: 204 len: 168 time: 0.2775381 Aug 24 16:16:29.430278 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b677055-aa8d-4fe3-bbe9-7733dae8adc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bc566-bf71-4188-8d73-2fa85ef787ae,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:29.672714 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-network', 'tenant_id': '5adafea823bc40279baa813adc051baf'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:29.749742 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Made reservation on behalf of 5adafea823bc40279baa813adc051baf for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:29.752092 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.760913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.850725 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.926146 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.947671 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:16:29.961551 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f86ba-6ef5-413e-b545-f021f538281e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:29.966256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:29.966594 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Added segment cf4edab3-e020-49e4-a061-e4f6555a406a of type vlan for network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e Aug 24 16:16:30.010168 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.097699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.098711 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:30.099427 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.104756 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47366) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:30.120123 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e2173ebe-deb5-4fe4-99f1-db2115d0c848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.160205 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:30.172598 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:16:30.257191 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e2173ebe-deb5-4fe4-99f1-db2115d0c848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.339905 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec34f3d-6087-4025-a6e3-c4d004821986 req-4d8e1207-c93a-4be2-b64e-d99ae540f885 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:30.341492 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dec34f3d-6087-4025-a6e3-c4d004821986 req-4d8e1207-c93a-4be2-b64e-d99ae540f885 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0539780 Aug 24 16:16:30.373178 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e2173ebe-deb5-4fe4-99f1-db2115d0c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.421817 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e2173ebe-deb5-4fe4-99f1-db2115d0c848 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc0577335275422aa1798d579636bbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131955 Aug 24 16:16:30.422890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47380) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:30.428147 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dec34f3d-6087-4025-a6e3-c4d004821986 req-696eb1f5-2fd6-44ed-9c2c-7d7d4a511231 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709956 Aug 24 16:16:30.428920 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173ebe-deb5-4fe4-99f1-db2115d0c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e2473-a18c-4391-82f0-a3742661af59,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:30.477698 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.498290 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.523459 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5315cf8a-50be-4d8d-bcbe-b37f4eb0ef71 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1322145 Aug 24 16:16:30.526637 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47382) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:30.532248 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Request body: {'subnet': {'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-subnet', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:30.692116 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Made reservation on behalf of 5adafea823bc40279baa813adc051baf for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:30.692295 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.694564 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.694794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.696092 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df7e2473-a18c-4391-82f0-a3742661af59 HTTP/1.1" status: 204 len: 168 time: 0.2714105 Aug 24 16:16:30.705914 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487cf5-c0cf-45ab-9215-e06dbfe9eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e2473-a18c-4391-82f0-a3742661af59,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:30.768282 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47388) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:30.788415 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bd3e-af52-40cf-9316-cdf95d7ad253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:30.956711 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bd3e-af52-40cf-9316-cdf95d7ad253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.040904 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.074854 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bd3e-af52-40cf-9316-cdf95d7ad253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.130744 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdcc997-9455-4109-8230-b77c3562437e,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:31.143085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a2f9bd3e-af52-40cf-9316-cdf95d7ad253 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dff31897334949528500f4c5ea69dd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737416 Aug 24 16:16:31.145821 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9bd3e-af52-40cf-9316-cdf95d7ad253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282827d4-ef9f-4503-9359-99ae76c291cd,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:31.145975 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47398) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:31.154332 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Checking segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:31.154747 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Network hostable DHCP agents. Network: a1c79bf7-3d83-431e-996a-4fdaf8dbda3e, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:16:31.203966 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.229152 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.245919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:16:31.389097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, a1c79bf7-3d83-431e-996a-4fdaf8dbda3e) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:31.389230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.391842 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.393562 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:31.393677 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/282827d4-ef9f-4503-9359-99ae76c291cd HTTP/1.1" status: 204 len: 168 time: 0.2464192 Aug 24 16:16:31.394055 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.399099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04ee7c-b99c-4b7c-ad04-aafa7b08763c None None] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:31.407027 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25912e0-de78-4c8f-b6d6-8943e7976cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282827d4-ef9f-4503-9359-99ae76c291cd,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:31.551714 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2adf0d-7ad2-475d-9f88-ecf3e623c686 req-42a914e0-893a-441c-88b4-010f4e2b5b43 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:31.553287 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4f2adf0d-7ad2-475d-9f88-ecf3e623c686 req-42a914e0-893a-441c-88b4-010f4e2b5b43 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Aug 24 16:16:31.558255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47412) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:31.562730 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:31.565082 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0a69d330-8a0a-4746-b340-d6e5e7710d9d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0372188 Aug 24 16:16:31.578274 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:16:31.579152 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.623366 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4f2adf0d-7ad2-475d-9f88-ecf3e623c686 req-43bed7ad-a4c1-4c22-8f25-52bf1c87eb35 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Aug 24 16:16:31.687242 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.688341 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.713498 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47414) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:31.727913 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Allocated IP 172.20.0.2 (a1c79bf7-3d83-431e-996a-4fdaf8dbda3e/cbdcc997-9455-4109-8230-b77c3562437e/894bafce-4a6d-4060-be28-4bf4c1d77064) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:31.746237 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1c778a69-da0d-453a-a8cb-eb9128add407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.748172 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.844894 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1c778a69-da0d-453a-a8cb-eb9128add407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.882857 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:31.891588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Transition to ACTIVE for port object 894bafce-4a6d-4060-be28-4bf4c1d77064 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:31.906322 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Transition to ACTIVE for port object 894bafce-4a6d-4060-be28-4bf4c1d77064 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:31.944986 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1c778a69-da0d-453a-a8cb-eb9128add407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.003973 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1c778a69-da0d-453a-a8cb-eb9128add407 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23805691dad1426095ea54202ea747c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885616 Aug 24 16:16:32.004662 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47426) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:32.006974 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c778a69-da0d-453a-a8cb-eb9128add407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2afba-0cdc-47d5-a2fe-40437dec90f2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:32.013459 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.069052 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.072360 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.086296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:32.087759 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Pushing event updated for resources: {'Port': ['ID=894bafce-4a6d-4060-be28-4bf4c1d77064,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:32.090196 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:32.099186 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:32.105647 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.134947 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.135483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.136273 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.136799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.141372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:32.177238 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Attempting to bind port 894bafce-4a6d-4060-be28-4bf4c1d77064 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:32.177607 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Attempting to bind port 894bafce-4a6d-4060-be28-4bf4c1d77064 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:32.177966 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Attempting to bind port 894bafce-4a6d-4060-be28-4bf4c1d77064 on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:32.183171 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:32.183551 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Checking segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:32.183954 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.184344 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Bound using segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:32.184825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Bound port: 894bafce-4a6d-4060-be28-4bf4c1d77064, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:32.185207 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.248775 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] For port 894bafce-4a6d-4060-be28-4bf4c1d77064, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:32.251800 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] For port 894bafce-4a6d-4060-be28-4bf4c1d77064, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=894bafce-4a6d-4060-be28-4bf4c1d77064,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:32.257815 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.260528 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.261732 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28b2afba-0cdc-47d5-a2fe-40437dec90f2 HTTP/1.1" status: 204 len: 168 time: 0.2557728 Aug 24 16:16:32.269889 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e666e-456c-41ee-b394-89bca2c76ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2afba-0cdc-47d5-a2fe-40437dec90f2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:32.338881 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.359814 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.387052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.406268 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985285-314c-4bf4-a66d-26e6bd710d37 None None] Pushing event updated for resources: {'Port': ['ID=894bafce-4a6d-4060-be28-4bf4c1d77064,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:32.510774 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Allocated IP 172.27.1.81 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/be3cd95a-414b-4c2d-801c-7eb74d8d68cc) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:32.640070 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:32.808114 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51c638-b117-4ed7-84a7-513377e88e1e req-1726deaf-d274-46d2-acb0-41af6e0ba6a9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:32.810643 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d51c638-b117-4ed7-84a7-513377e88e1e req-1726deaf-d274-46d2-acb0-41af6e0ba6a9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0756078 Aug 24 16:16:32.886060 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d51c638-b117-4ed7-84a7-513377e88e1e req-73dd9c7d-6727-4981-8d55-fc7e16fa70de tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739779 Aug 24 16:16:33.076414 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:33.143232 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:33.146937 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:33.157564 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:33.241719 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Pushing event updated for resources: {'Port': ['ID=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:33.576140 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb037a-a151-40f4-b3e8-46f3965719e4 None None] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:33.604054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:33.805754 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:33.812538 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-2e002a64-8424-4e66-8c01-9fc9b2a386f0 None None] Provisioning for port 894bafce-4a6d-4060-be28-4bf4c1d77064 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:33.905196 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47504) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:34.033791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0f26-bba6-4b3d-8d65-542780fadf2e req-9eb653a3-c12a-486b-a6b3-6dd2afcaa5f9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:34.035502 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-560c0f26-bba6-4b3d-8d65-542780fadf2e req-9eb653a3-c12a-486b-a6b3-6dd2afcaa5f9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0637593 Aug 24 16:16:34.052140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Router bc677452-c0ea-4c27-9a49-1033d9bc198e is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:16:34.096078 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-560c0f26-bba6-4b3d-8d65-542780fadf2e req-3bcf651a-5c6e-4aef-8157-0c17250b1915 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Aug 24 16:16:34.130002 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1071668438-network', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:34.206728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:34.219582 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 894bafce-4a6d-4060-be28-4bf4c1d77064 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:34.222763 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:34.232237 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:34.233314 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:34.282798 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Made reservation on behalf of 5ebb010b2c03463d8c5bfcc8fa636bf6 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:34.285862 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.297642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.350682 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:34.480740 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.480892 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47524) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:34.481007 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6a7b5a15-c49b-450f-9678-61fe756bed93 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9151833 Aug 24 16:16:34.486904 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 894bafce-4a6d-4060-be28-4bf4c1d77064 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:34.492094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 894bafce-4a6d-4060-be28-4bf4c1d77064 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:34.493416 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.550490 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:33Z', 'revision_number': 3, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:34.591782 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:34.592933 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Updating router bc677452-c0ea-4c27-9a49-1033d9bc198e port be3cd95a-414b-4c2d-801c-7eb74d8d68cc binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:34.601949 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.633777 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.668798 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 894bafce-4a6d-4060-be28-4bf4c1d77064, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=894bafce-4a6d-4060-be28-4bf4c1d77064,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:34.676541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47534) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:34.737458 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.772000 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.843827 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.860675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:16:34.869959 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.870132 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Added segment 271c4def-8a63-4dbf-8f11-50e6c204321a of type vlan for network 8c0562c9-77de-42ac-82cb-5884da95ab70 Aug 24 16:16:34.875114 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=894bafce-4a6d-4060-be28-4bf4c1d77064,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:34.894637 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94cf225d-cf0e-4239-8a44-dfc38096ed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.914838 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.940104 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:34.952068 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Transition to ACTIVE for port object be3cd95a-414b-4c2d-801c-7eb74d8d68cc will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:34.990137 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d315d56-9245-44b8-b307-f5721d73d770,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:34.992386 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94cf225d-cf0e-4239-8a44-dfc38096ed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.029374 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.030832 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:35.031432 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.040824 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.097444 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94cf225d-cf0e-4239-8a44-dfc38096ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.118461 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Pushing event updated for resources: {'Port': ['ID=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.124948 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0562c9-77de-42ac-82cb-5884da95ab70,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.133248 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.133961 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.134360 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.134706 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.135044 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.135378 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.135707 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.136199 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.136466 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.136862 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.137322 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.137694 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:16:35.138919 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-94cf225d-cf0e-4239-8a44-dfc38096ed92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9eab11a4c9c4ae8ab69352fedb0c796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605088 Aug 24 16:16:35.139545 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47540) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:35.143898 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:16:35.144366 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Attempting to bind port be3cd95a-414b-4c2d-801c-7eb74d8d68cc on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:35.144893 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Attempting to bind port be3cd95a-414b-4c2d-801c-7eb74d8d68cc by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:35.145453 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Attempting to bind port be3cd95a-414b-4c2d-801c-7eb74d8d68cc on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:35.148040 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf225d-cf0e-4239-8a44-dfc38096ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f66ef-7bf8-44d6-9491-b61263f2ea87,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.152616 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:35.153047 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:35.153459 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.154251 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:35.154727 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Bound port: be3cd95a-414b-4c2d-801c-7eb74d8d68cc, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:35.155615 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.172659 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0560062c-5bcd-4c59-9d5e-e2acfcec5b12 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2725668 Aug 24 16:16:35.177075 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47542) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:35.185299 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Request body: {'subnet': {'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1071668438-subnet', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:35.221639 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] For port be3cd95a-414b-4c2d-801c-7eb74d8d68cc, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:35.224178 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.225932 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] For port be3cd95a-414b-4c2d-801c-7eb74d8d68cc, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:35.253801 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.285013 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.318624 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Made reservation on behalf of 5ebb010b2c03463d8c5bfcc8fa636bf6 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:35.321126 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.349988 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.391160 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61046d-ada3-4d9f-868f-e5b8e5d88a86 req-89d20bb0-9d53-4db1-8511-d2a019f86b9a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:35.392608 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed61046d-ada3-4d9f-868f-e5b8e5d88a86 req-89d20bb0-9d53-4db1-8511-d2a019f86b9a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.1569524 Aug 24 16:16:35.404947 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:35.405838 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:35.446988 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.450236 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.452844 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db1f66ef-7bf8-44d6-9491-b61263f2ea87 HTTP/1.1" status: 204 len: 168 time: 0.3100510 Aug 24 16:16:35.464147 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80995537-66c9-4852-9d66-f8937b8a77b4 None None] Pushing event updated for resources: {'Port': ['ID=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.476572 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327545-b60e-4652-9b79-66c66e49f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f66ef-7bf8-44d6-9491-b61263f2ea87,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.509521 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed61046d-ada3-4d9f-868f-e5b8e5d88a86 req-b4f4f22f-3550-4c41-97e1-4759c1e45cee tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845671 Aug 24 16:16:35.548861 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:35.588119 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Allocated IP 172.20.0.1 (a1c79bf7-3d83-431e-996a-4fdaf8dbda3e/cbdcc997-9455-4109-8230-b77c3562437e/f1ba38fe-ed5b-4c34-8eac-3181aab64f3d) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:35.747868 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:33Z', 'revision_number': 3, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:35.766149 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.775149 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62c101-7ac0-4bc0-a9fa-c289cbbb6ac8 None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:33Z', 'revision_number': 3, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:35.783945 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Transition to ACTIVE for port object f1ba38fe-ed5b-4c34-8eac-3181aab64f3d will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:35.814133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:35.871985 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adc66f5-05de-493e-ae11-0676d6014eea,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:35.882849 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Checking segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:35.883207 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Network hostable DHCP agents. Network: 8c0562c9-77de-42ac-82cb-5884da95ab70, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:16:35.933442 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.002972 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:16:36.008447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:36.015980 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:36.017812 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:36.019933 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:36.020411 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.157977 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 8c0562c9-77de-42ac-82cb-5884da95ab70) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:36.172046 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:36.172787 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.174668 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73732799-a97f-4db8-953e-bdd493f257e3 None None] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:36.243705 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device be3cd95a-414b-4c2d-801c-7eb74d8d68cc up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:36.313889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47558) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:36.330456 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3235b0a-ea1b-4df6-8ee4-c35fddc33fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.336134 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ba79c136-dfb3-4056-ab64-d24f55d38fd6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1551864 Aug 24 16:16:36.343869 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47560) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:36.351496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.381400 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:36.392722 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-4b2d0c08-5eae-4b2d-ad57-69b32cdcb307 None None] Provisioning for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:36.400731 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-4b2d0c08-5eae-4b2d-ad57-69b32cdcb307 None None] Provisioning complete for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:36.403739 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0c08-5eae-4b2d-ad57-69b32cdcb307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.432721 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port be3cd95a-414b-4c2d-801c-7eb74d8d68cc completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:36.450024 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port be3cd95a-414b-4c2d-801c-7eb74d8d68cc triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:36.450649 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.454117 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3235b0a-ea1b-4df6-8ee4-c35fddc33fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.496045 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d0c08-5eae-4b2d-ad57-69b32cdcb307 None None] Port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:36.500111 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-8c0562c9-77de-42ac-82cb-5884da95ab70', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:16:36.501166 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.553582 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.555163 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3235b0a-ea1b-4df6-8ee4-c35fddc33fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.607646 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235b0a-ea1b-4df6-8ee4-c35fddc33fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a70ef1-02f4-41b2-929d-019366d2828b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:36.613928 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f3235b0a-ea1b-4df6-8ee4-c35fddc33fea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc920b48046845589e5fab88e1072fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988412 Aug 24 16:16:36.616453 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47564) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:36.631326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.631326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.675848 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.677583 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.714341 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.749912 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.772420 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.817313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f8ea9-e94b-476e-aabd-d00409229944 req-6123d40b-3050-4d0b-b76b-e137a96428d6 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:36.818935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-204f8ea9-e94b-476e-aabd-d00409229944 req-6123d40b-3050-4d0b-b76b-e137a96428d6 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.2183974 Aug 24 16:16:36.826253 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:36.882972 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:36.892456 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-204f8ea9-e94b-476e-aabd-d00409229944 req-6a807f21-ae52-4f81-89ae-97739dfe5f69 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Aug 24 16:16:36.902417 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:36.906958 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:36.918768 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port be3cd95a-414b-4c2d-801c-7eb74d8d68cc, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:36.924079 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Allocated IP 172.20.0.2 (8c0562c9-77de-42ac-82cb-5884da95ab70/6adc66f5-05de-493e-ae11-0676d6014eea/010da92a-e264-4b12-b5e9-7bfdc81af454) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:37.030247 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.041780 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.050340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 894bafce-4a6d-4060-be28-4bf4c1d77064 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:37.083080 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:16:37.188244 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:37.215445 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.232251 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Transition to ACTIVE for port object 010da92a-e264-4b12-b5e9-7bfdc81af454 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:37.235601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.241022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 894bafce-4a6d-4060-be28-4bf4c1d77064 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:37.241022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.241416 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.241416 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6a70ef1-02f4-41b2-929d-019366d2828b HTTP/1.1" status: 204 len: 168 time: 0.6216302 Aug 24 16:16:37.249719 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dff37-22db-49c6-8d58-35f3f58295e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a70ef1-02f4-41b2-929d-019366d2828b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:37.297608 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-462a3fd3-1f57-4cbd-bf21-89ff07d4f59b None None] Provisioning complete for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:37.298503 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-462a3fd3-1f57-4cbd-bf21-89ff07d4f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.369499 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Transition to ACTIVE for port object 010da92a-e264-4b12-b5e9-7bfdc81af454 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:37.372988 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-462a3fd3-1f57-4cbd-bf21-89ff07d4f59b None None] Port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:37.492603 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.507656 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:37.510231 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.519095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.524619 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5945cb4b-e683-4250-811b-cc08e3c879f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/bc677452-c0ea-4c27-9a49-1033d9bc198e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0492005 Aug 24 16:16:37.559620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:37.563744 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:37.567449 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:37.592926 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Pushing event updated for resources: {'Port': ['ID=010da92a-e264-4b12-b5e9-7bfdc81af454,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:37.642105 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Attempting to bind port 010da92a-e264-4b12-b5e9-7bfdc81af454 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:37.642497 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Attempting to bind port 010da92a-e264-4b12-b5e9-7bfdc81af454 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:37.642833 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Attempting to bind port 010da92a-e264-4b12-b5e9-7bfdc81af454 on network 8c0562c9-77de-42ac-82cb-5884da95ab70 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:37.648794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:37.649171 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Checking segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:37.649575 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.649972 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Bound using segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:37.650481 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Bound port: 010da92a-e264-4b12-b5e9-7bfdc81af454, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:37.650868 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.673781 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Allocated IP 172.27.1.62 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/1bd6c40e-083e-4334-a285-3671040ba53e) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:37.724039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] For port 010da92a-e264-4b12-b5e9-7bfdc81af454, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:37.728500 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] For port 010da92a-e264-4b12-b5e9-7bfdc81af454, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=010da92a-e264-4b12-b5e9-7bfdc81af454,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:37.830606 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.835977 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:37.877569 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:37.929161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:37.929161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:37.989769 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:38.006841 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266bcd-8bee-4c0b-90c9-f9cda3df2bc5 None None] Pushing event updated for resources: {'Port': ['ID=010da92a-e264-4b12-b5e9-7bfdc81af454,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:38.156222 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:38.176095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:38.179676 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:38.180685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd66524-4a73-4ba1-887f-f8c17862bf6e req-1562868d-ca73-4817-af7c-78360314620e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:38.192071 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6bd66524-4a73-4ba1-887f-f8c17862bf6e req-1562868d-ca73-4817-af7c-78360314620e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.1207867 Aug 24 16:16:38.193749 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device be3cd95a-414b-4c2d-801c-7eb74d8d68cc up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:38.232097 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd6c40e-083e-4334-a285-3671040ba53e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:38.272823 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6bd66524-4a73-4ba1-887f-f8c17862bf6e req-00cd2c48-542f-4d9b-bc43-e83906c57262 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797119 Aug 24 16:16:38.304874 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:38.450056 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef626868-2e1e-429e-98ab-93c4fce0b88f req-8cccd262-aa70-45aa-a3ed-845b69b21b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:38.452789 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef626868-2e1e-429e-98ab-93c4fce0b88f req-8cccd262-aa70-45aa-a3ed-845b69b21b9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 1098 time: 0.1884530 Aug 24 16:16:38.522353 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port be3cd95a-414b-4c2d-801c-7eb74d8d68cc triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:38.522733 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:38.611770 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef626868-2e1e-429e-98ab-93c4fce0b88f req-7e5200dd-a054-46ae-b529-97cc8961cbd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470710 Aug 24 16:16:38.708644 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47640) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:38.714183 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184887590', 'description': 'tempest-description--478134602'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:38.819846 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 2, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:38.848459 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:38.848856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Updating router bc677452-c0ea-4c27-9a49-1033d9bc198e port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:38.849283 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:38.856277 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:38.888180 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.016559 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.149546 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.194289 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30a35d-ca0b-4fb5-8929-8a894f83db79,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:39.275199 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.277142 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-693507c8-0169-416c-9e60-1169209b6c0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5664396 Aug 24 16:16:39.279231 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47660) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:39.285382 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group_rule': {'security_group_id': '0c30a35d-ca0b-4fb5-8929-8a894f83db79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:39.328606 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.341421 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Transition to ACTIVE for port object f1ba38fe-ed5b-4c34-8eac-3181aab64f3d will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:39.395704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.431553 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f7ab0-2208-429b-b748-6c91dda537ee None None] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:39.459736 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.509193 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21a77-adc0-415e-9786-2b60d373dd1e req-422d69da-997d-463b-ba45-7fa8c2e2089e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:39.511067 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d9f21a77-adc0-415e-9786-2b60d373dd1e req-422d69da-997d-463b-ba45-7fa8c2e2089e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0970302 Aug 24 16:16:39.517842 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.560202 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.577883 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d9f21a77-adc0-415e-9786-2b60d373dd1e req-b3eb84f0-c899-411e-8a4e-d8ce9b1c4ce3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Aug 24 16:16:39.600334 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ca35f-9295-43b5-8fb4-4087b5941691 None None] Pushing event updated for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:39.685785 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.718321 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb8b1db-b17e-43e5-a0a6-14ca1abe9807,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:39.726937 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Router df33414a-cf1e-40b8-987e-e5dd36b32077 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:16:39.771354 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-fe8770b7-3f4d-4b88-a804-d908f7ec575b None None] Provisioning for port 010da92a-e264-4b12-b5e9-7bfdc81af454 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:39.823330 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.829043 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d819bbe0-ce87-4ace-a1f6-e770e1bc0030 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482459 Aug 24 16:16:39.829877 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47676) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:39.835376 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group_rule': {'security_group_id': '0c30a35d-ca0b-4fb5-8929-8a894f83db79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:39.840249 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Attempting to bind port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:39.840788 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Attempting to bind port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:39.841226 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Attempting to bind port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:39.850308 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:39.850790 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Checking segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:39.851689 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.851825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Bound using segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:39.852284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Bound port: f1ba38fe-ed5b-4c34-8eac-3181aab64f3d, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:39.852787 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:39.862764 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:39.873462 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Sync routers for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:39.882964 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:39.883577 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:39.956918 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] For port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:39.960509 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] For port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:39.960856 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.029620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.061287 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.065534 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-527fc3b3-e9d8-4762-8f3c-bbb0ca86d184 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6868682 Aug 24 16:16:40.066106 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47678) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:40.125542 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.136623 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:40.138104 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:40.144010 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ca35f-9295-43b5-8fb4-4087b5941691 None None] Pushing event updated for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:40.181851 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:40.224055 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.266931 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 010da92a-e264-4b12-b5e9-7bfdc81af454 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:40.280127 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7738b602-d791-4547-892a-90c981644c9c,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:40.396042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.398359 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5082f5e9-325a-4215-ad71-cd61e0a8ed20 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5673747 Aug 24 16:16:40.406481 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47690) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:40.412273 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:40.464169 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:38Z', 'revision_number': 3, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:40.483838 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:40.513748 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Checking router: df33414a-cf1e-40b8-987e-e5dd36b32077 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:40.514229 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Updating router df33414a-cf1e-40b8-987e-e5dd36b32077 port 1bd6c40e-083e-4334-a285-3671040ba53e binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:40.527140 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.543202 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.710081 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.898432 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 010da92a-e264-4b12-b5e9-7bfdc81af454 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:40.901011 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d62a3-c9e8-46c3-92c0-1b81f459617d req-ba4bd1ac-51ab-429d-b4d2-d68171a2594b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:40.902789 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5d9d62a3-c9e8-46c3-92c0-1b81f459617d req-ba4bd1ac-51ab-429d-b4d2-d68171a2594b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.1708026 Aug 24 16:16:40.906671 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.917103 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 010da92a-e264-4b12-b5e9-7bfdc81af454 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:40.917482 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:40.964077 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5d9d62a3-c9e8-46c3-92c0-1b81f459617d req-fa5df398-e13e-49ad-b3f9-087f7f52d0dd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553360 Aug 24 16:16:41.024640 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e5f7dc8e-be98-47fc-87fa-e94f6966c07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.074401 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.083641 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:39Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:41.090506 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Transition to ACTIVE for port object 1bd6c40e-083e-4334-a285-3671040ba53e will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:41.118546 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9ee0e-d24e-4905-b214-f366e5ff2347 None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:39Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:41.120718 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.179498 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a55a8-afd2-45f4-af38-a4f4638b8355 req-3662604d-9b2e-4e20-a4b0-0ef36c026c26 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:41.183770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 010da92a-e264-4b12-b5e9-7bfdc81af454, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=010da92a-e264-4b12-b5e9-7bfdc81af454,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:41.186747 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b01a55a8-afd2-45f4-af38-a4f4638b8355 req-3662604d-9b2e-4e20-a4b0-0ef36c026c26 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0927060 Aug 24 16:16:41.231470 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Allocated IP 172.20.0.1 (8c0562c9-77de-42ac-82cb-5884da95ab70/6adc66f5-05de-493e-ae11-0676d6014eea/0a6c9114-1059-4cf1-9b6c-f7fd33126ac0) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:41.234959 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.275458 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b01a55a8-afd2-45f4-af38-a4f4638b8355 req-fa97c553-6c99-4764-a08e-dd28c28d2586 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832138 Aug 24 16:16:41.292350 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.323166 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Attempting to bind port 1bd6c40e-083e-4334-a285-3671040ba53e on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:41.323822 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Attempting to bind port 1bd6c40e-083e-4334-a285-3671040ba53e by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:41.324365 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Attempting to bind port 1bd6c40e-083e-4334-a285-3671040ba53e on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:41.344433 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Allocated IP 172.27.1.185 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/e9f931e7-90eb-43b6-9838-b98121cf80ce) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:41.363260 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:41.371061 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:41.371802 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.372388 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:41.373088 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Bound port: 1bd6c40e-083e-4334-a285-3671040ba53e, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:41.373785 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.375763 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369d09f-b745-470c-bde8-12b7943f7280 None None] Pushing event updated for resources: {'Port': ['ID=1bd6c40e-083e-4334-a285-3671040ba53e,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:41.412414 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=010da92a-e264-4b12-b5e9-7bfdc81af454,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:41.482159 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] For port 1bd6c40e-083e-4334-a285-3671040ba53e, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:41.497724 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] For port 1bd6c40e-083e-4334-a285-3671040ba53e, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1bd6c40e-083e-4334-a285-3671040ba53e,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:41.505339 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.534927 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Transition to ACTIVE for port object 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:41.541867 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.546944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47730) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:41.619255 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.677915 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:41.678548 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:41.680809 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8e01-b238-41c2-a533-1e5bf50d9712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.709992 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.711810 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.737064 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369d09f-b745-470c-bde8-12b7943f7280 None None] Pushing event updated for resources: {'Port': ['ID=1bd6c40e-083e-4334-a285-3671040ba53e,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:41.777346 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:41.779276 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:41.783063 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:41.786104 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:41.791038 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=e9f931e7-90eb-43b6-9838-b98121cf80ce,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:41.795817 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:41.798101 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:41.822930 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:41.876237 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:41.889190 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.933675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:41.986243 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8e01-b238-41c2-a533-1e5bf50d9712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.096529 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.155456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8e01-b238-41c2-a533-1e5bf50d9712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.265357 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8e01-b238-41c2-a533-1e5bf50d9712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21c5af-0f6e-4052-815d-314e061e95a4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:42.274563 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c0bb8e01-b238-41c2-a533-1e5bf50d9712 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9f2e339bd90470aa51bcb6f2c1b2948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7265587 Aug 24 16:16:42.278371 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47744) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:42.286412 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:38Z', 'revision_number': 3, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:42.323806 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fe810-f6f9-452a-9ddc-fe70a5da62c7 None None] The sync data for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi is: [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:38Z', 'revision_number': 3, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:42.329059 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f1ba38fe-ed5b-4c34-8eac-3181aab64f3d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:42.358405 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-97469fe5-8c55-42be-8640-41f2b0c36615 None None] Provisioning for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:42.404431 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.409071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-97469fe5-8c55-42be-8640-41f2b0c36615 None None] Provisioning complete for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:42.412288 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-97469fe5-8c55-42be-8640-41f2b0c36615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.476441 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-97469fe5-8c55-42be-8640-41f2b0c36615 None None] Port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:42.523202 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.563547 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.590892 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.606214 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:42.614028 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:42.614028 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.641867 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.712406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.745874 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.808944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=e9f931e7-90eb-43b6-9838-b98121cf80ce,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:42.809770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.818022 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.823883 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47756) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:42.860810 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:42.904878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.906743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:42.926565 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.927981 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8ecb5c41-5cf6-4328-bcbf-085e74a9a662 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5203805 Aug 24 16:16:42.929215 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.932160 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:42.933108 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd21c5af-0f6e-4052-815d-314e061e95a4 HTTP/1.1" status: 204 len: 168 time: 0.6523521 Aug 24 16:16:42.956597 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aec4e-fd99-4a2d-91bc-1b06a804bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21c5af-0f6e-4052-815d-314e061e95a4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:43.006935 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.008593 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 010da92a-e264-4b12-b5e9-7bfdc81af454 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:43.069572 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b38e128-284d-4fcf-85bc-3306627246dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.101748 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:43.121487 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:43.164537 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:43.181908 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 010da92a-e264-4b12-b5e9-7bfdc81af454 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:43.182343 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.311507 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-fccb0d88-794c-4ce4-b942-98b3a6c3fb42 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1184887590&fields=id&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 267 time: 0.0842388 Aug 24 16:16:43.418176 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Router df33414a-cf1e-40b8-987e-e5dd36b32077 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:16:43.442312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b38e128-284d-4fcf-85bc-3306627246dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.473564 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-1ecfe698-e8f6-4981-a284-50033be38f41 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:43.475798 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-1ecfe698-e8f6-4981-a284-50033be38f41 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 817 time: 0.1508086 Aug 24 16:16:43.494074 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-6dadc9b6-c30a-4f19-89f6-073413f25a04 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/quotas/5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 375 time: 0.0121179 Aug 24 16:16:43.505535 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-2b11d874-b7dc-4088-b407-c4022e85a5ea None None] Provisioning complete for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:43.506125 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2b11d874-b7dc-4088-b407-c4022e85a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.548772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-2b11d874-b7dc-4088-b407-c4022e85a5ea None None] Port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:43.580347 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b38e128-284d-4fcf-85bc-3306627246dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.601628 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-91553b08-f126-4c45-89c2-3655818ae762 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941432 Aug 24 16:16:43.677480 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e128-284d-4fcf-85bc-3306627246dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c5aeee-c37f-400c-a95a-640c221bab65,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:43.695224 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5b38e128-284d-4fcf-85bc-3306627246dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4cf8a93b4344d7e818be46b9313c85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8710113 Aug 24 16:16:43.696580 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:43.698044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47790) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:43.702957 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4eb7ba81-5acf-458a-8ad8-7a6336613caa admin admin] 10.222.0.52 "PUT /v2.0/routers/df33414a-cf1e-40b8-987e-e5dd36b32077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6358397 Aug 24 16:16:43.720790 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76d0-cb70-438c-80e9-7c291585a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.753474 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-e3c2e79d-5a53-4937-bbcc-53d54b96da0d service neutron] 10.222.0.52 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351438 Aug 24 16:16:43.798011 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.845581 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:43.905057 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-421db9a9-89aa-48c0-9e19-d9715c1f0681 service neutron] 10.222.0.52 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447239 Aug 24 16:16:43.951935 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47796) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:43.968107 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b6ce63d9-de08-499c-af14-4174998029a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.014012 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.093840 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.099458 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.100668 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84c5aeee-c37f-400c-a95a-640c221bab65 HTTP/1.1" status: 204 len: 168 time: 0.4018319 Aug 24 16:16:44.116271 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f555-fd28-4b89-b067-29f706bb9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c5aeee-c37f-400c-a95a-640c221bab65,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:44.197652 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b6ce63d9-de08-499c-af14-4174998029a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.263600 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f1ba38fe-ed5b-4c34-8eac-3181aab64f3d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:44.272817 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a167c4e3-a3a3-40e7-a199-035b0daaf641 req-6b3ea215-5827-4bf7-9e12-18c6ed0bed4e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0593662 Aug 24 16:16:44.310145 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b6ce63d9-de08-499c-af14-4174998029a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.395634 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b6ce63d9-de08-499c-af14-4174998029a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e47d21599b81482d9b55d5aed6979522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451077 Aug 24 16:16:44.396724 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce63d9-de08-499c-af14-4174998029a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aa83ce-4856-4cf0-b248-80169d1d58bf,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:44.402658 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47814) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:44.413957 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af58b2-4f58-4158-a6cd-594663189a07 req-b2946eb8-ce21-4810-ad25-656c174b91ae tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:44.418369 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7af58b2-4f58-4158-a6cd-594663189a07 req-b2946eb8-ce21-4810-ad25-656c174b91ae tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1113687 Aug 24 16:16:44.419792 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:44.421008 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.473157 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7af58b2-4f58-4158-a6cd-594663189a07 req-27f047fd-c708-4945-868b-a53614500a83 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Aug 24 16:16:44.497856 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.500313 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47818) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:44.530553 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.572971 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1bd6c40e-083e-4334-a285-3671040ba53e up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:44.646256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.648917 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.650348 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1aa83ce-4856-4cf0-b248-80169d1d58bf HTTP/1.1" status: 204 len: 168 time: 0.2490537 Aug 24 16:16:44.660205 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1886c8-a9fc-408e-a260-e13e6d665ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aa83ce-4856-4cf0-b248-80169d1d58bf,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:44.717017 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Sync routers for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:44.729633 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:44.731393 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:44.769825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 1bd6c40e-083e-4334-a285-3671040ba53e completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:44.781048 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 1bd6c40e-083e-4334-a285-3671040ba53e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:44.781418 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.844266 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.863484 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8546f44-e00b-4b1f-b599-9975b44f8241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:44.879757 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:44.991483 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8546f44-e00b-4b1f-b599-9975b44f8241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.075733 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8546f44-e00b-4b1f-b599-9975b44f8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.117425 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a8546f44-e00b-4b1f-b599-9975b44f8241 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fc791d95eff40c1aad5d695e9f872f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160119 Aug 24 16:16:45.118140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8546f44-e00b-4b1f-b599-9975b44f8241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a61f54-3940-4e43-98e0-93b59d92e606,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:45.120107 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47834) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:45.122516 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.174475 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 1bd6c40e-083e-4334-a285-3671040ba53e, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1bd6c40e-083e-4334-a285-3671040ba53e,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:45.229178 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.252145 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.257796 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.323245 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47842) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:45.329177 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=1bd6c40e-083e-4334-a285-3671040ba53e,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:45.349264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 2, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:45.356978 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-32426181-62e0-4ac2-9439-75ad852799ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.383825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Checking router: df33414a-cf1e-40b8-987e-e5dd36b32077 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:45.384462 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Updating router df33414a-cf1e-40b8-987e-e5dd36b32077 port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:45.406553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.409943 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.411779 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32a61f54-3940-4e43-98e0-93b59d92e606 HTTP/1.1" status: 204 len: 168 time: 0.2903285 Aug 24 16:16:45.416093 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34d43e2f-5f8e-4c3a-ad84-5cb0102e2c39 req-0837fb04-9d14-449b-9850-72f752cb0327 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0380292 Aug 24 16:16:45.424289 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7775033-7b56-4c10-b7f9-3981f0e385cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a61f54-3940-4e43-98e0-93b59d92e606,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:45.426646 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.502166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-32426181-62e0-4ac2-9439-75ad852799ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.587208 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-32426181-62e0-4ac2-9439-75ad852799ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.639920 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238014-cce9-4883-ab07-5be23388f656 req-32f212e9-2b45-4b4b-8b09-fb79c01ba925 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:45.641787 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0238014-cce9-4883-ab07-5be23388f656 req-32f212e9-2b45-4b4b-8b09-fb79c01ba925 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0672314 Aug 24 16:16:45.642515 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-32426181-62e0-4ac2-9439-75ad852799ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2709afc8cf004c069df57b17b9bd62d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170691 Aug 24 16:16:45.645434 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47850) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:45.687946 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32426181-62e0-4ac2-9439-75ad852799ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f697da30-cf9a-48e6-833b-c4a4766d4468,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:45.733627 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0238014-cce9-4883-ab07-5be23388f656 req-228bfd27-2b93-4e95-89f3-4b401f07901e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786660 Aug 24 16:16:45.747177 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.769235 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.788095 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.799054 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Transition to ACTIVE for port object 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:45.855417 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47852) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:45.869293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0cf22eff-fb51-4651-85b0-04cc1bde80e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.903815 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.948322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.957134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:45.957134 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f697da30-cf9a-48e6-833b-c4a4766d4468 HTTP/1.1" status: 204 len: 168 time: 0.3075807 Aug 24 16:16:45.982621 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d62b06-ae19-4638-b5ee-76283df13766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f697da30-cf9a-48e6-833b-c4a4766d4468,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.018513 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a241b-b95d-4b6f-a12f-ec5b2f59472d None None] Pushing event updated for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.053127 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47860) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:46.060236 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-766895950-network', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:46.075396 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0cf22eff-fb51-4651-85b0-04cc1bde80e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.105421 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Attempting to bind port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:46.106985 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Attempting to bind port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:46.107584 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Attempting to bind port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 on network 8c0562c9-77de-42ac-82cb-5884da95ab70 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:46.114011 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:46.114425 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Checking segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:46.114794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.115194 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Bound using segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:46.115668 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Bound port: 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:46.116106 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.174475 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0cf22eff-fb51-4651-85b0-04cc1bde80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.207727 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1bd6c40e-083e-4334-a285-3671040ba53e up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:46.232684 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0cf22eff-fb51-4651-85b0-04cc1bde80e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=815e4635e7374243aa1eed4058950244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707404 Aug 24 16:16:46.232684 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf22eff-fb51-4651-85b0-04cc1bde80e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7d7db-a5a1-4ef4-a4da-6c00f97121dc,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.233507 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47862) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:46.255222 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] For port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:46.258669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Made reservation on behalf of 8f5e50c7513345f1a53a7ef6e1cf4c39 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:46.263072 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.270991 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] For port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:46.283323 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.285073 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 1bd6c40e-083e-4334-a285-3671040ba53e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:46.285650 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.311007 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.337036 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.345918 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.402553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.452423 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.455460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:46.456117 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:46.458670 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a241b-b95d-4b6f-a12f-ec5b2f59472d None None] Pushing event updated for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.504069 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.506929 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.508244 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55e7d7db-a5a1-4ef4-a4da-6c00f97121dc HTTP/1.1" status: 204 len: 168 time: 0.2772446 Aug 24 16:16:46.517154 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb8534-06ce-43bd-80aa-1665bf90598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7d7db-a5a1-4ef4-a4da-6c00f97121dc,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.551428 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5448e23-54c6-4a17-8c18-cb3e0af43a7b req-d9c0e7fb-1b67-47dd-ab6e-1aab316762c9 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0423961 Aug 24 16:16:46.552924 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.580547 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:16:46.606958 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3337b1c-7115-4190-9e18-ce17b8aad968,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.613514 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.614090 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Added segment 3226634f-f271-4fa4-903a-a8ce0121ca89 of type vlan for network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 Aug 24 16:16:46.656402 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:46.667098 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.795525 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.796601 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:46.797346 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:46.898212 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:46Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:46.900944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] Pushing event updated for resources: {'Network': ['ID=1a42c79d-5bd3-4241-82cb-a0107e1f2562,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:46.918669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256dd80-0c59-44fc-9c1d-ac820082dd86 req-130eb49d-d7e3-46ac-98e4-d401411a9953 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:46.920262 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2256dd80-0c59-44fc-9c1d-ac820082dd86 req-130eb49d-d7e3-46ac-98e4-d401411a9953 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1132424 Aug 24 16:16:46.927460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:16:46.929819 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c8564d1a-3246-4c04-8a59-272d5c3ff902 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8746212 Aug 24 16:16:46.929956 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e32f7-f182-467e-8cbe-d9d2208ac0d3 None None] The sync data for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi is: [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:46Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:46.930130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47880) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:46.936165 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Request body: {'subnet': {'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-766895950-subnet', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:47.019187 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2256dd80-0c59-44fc-9c1d-ac820082dd86 req-051c6958-6f35-499f-be8f-184a38633ac1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Aug 24 16:16:47.057802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Made reservation on behalf of 8f5e50c7513345f1a53a7ef6e1cf4c39 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:47.060437 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:47.203831 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7124-4157-46a7-adee-7de8d903542a req-064a4fa9-4f6e-4310-ab09-71f84f4f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:47.205437 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-064a4fa9-4f6e-4310-ab09-71f84f4f603b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0740004 Aug 24 16:16:47.363176 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7124-4157-46a7-adee-7de8d903542a req-b6fd0556-bd33-447e-b835-e6896f822e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:47.364645 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-b6fd0556-bd33-447e-b835-e6896f822e88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1500924 Aug 24 16:16:47.425881 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-d577ff44-7fae-44cc-9a1e-40b7bfd4f9fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0510545 Aug 24 16:16:47.446564 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:47.526278 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7124-4157-46a7-adee-7de8d903542a req-3a09272a-6f99-4bef-bbaf-2a9032fad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:47.530646 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-3a09272a-6f99-4bef-bbaf-2a9032fad6b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0918005 Aug 24 16:16:47.539267 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8789e15b-2155-4070-9e51-f31b09ca02c4,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:47.571848 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-4ce65528-6f7e-4dba-a7db-e6bd8bb84c35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286934 Aug 24 16:16:47.572962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Checking segment: {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:47.573323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Network hostable DHCP agents. Network: 1a42c79d-5bd3-4241-82cb-a0107e1f2562, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:16:47.729740 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f272d66a-47fe-4fbb-9d32-1ec9dd34f96b req-0eda8cff-a216-4d9d-98ef-66a667c90cd2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0511649 Aug 24 16:16:47.732207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:16:47.755185 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-2b7bb40e-638e-4bcc-b5eb-6bc163365d91 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504333 Aug 24 16:16:47.855290 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52bc7124-4157-46a7-adee-7de8d903542a req-79ad69c5-b00a-4862-af77-2b8a4e0273f0 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918069 Aug 24 16:16:47.897993 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 1a42c79d-5bd3-4241-82cb-a0107e1f2562) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:47.902294 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:47.903006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:47.913665 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebc001-4539-4bac-aa10-aed7214a8e0c None None] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:48.093770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'fixed_ips': [{'subnet_id': '8789e15b-2155-4070-9e51-f31b09ca02c4'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:16:48.093770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.161570 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a990440d-88f3-4757-8c40-f87d592dda90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2296820 Aug 24 16:16:48.163236 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 47928) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:48.167834 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:48.236912 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:48.244832 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe7afb-f346-4883-bacd-bb52ac4dce02 req-a101298c-06bf-4727-b353-682ed9633391 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:48.256127 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63fe7afb-f346-4883-bacd-bb52ac4dce02 req-a101298c-06bf-4727-b353-682ed9633391 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1371377 Aug 24 16:16:48.280623 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.281688 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.299700 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47932) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:48.336548 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Allocated IP 172.20.0.2 (1a42c79d-5bd3-4241-82cb-a0107e1f2562/8789e15b-2155-4070-9e51-f31b09ca02c4/c426d624-caff-4173-a6f3-041e37340cff) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:48.343959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63fe7afb-f346-4883-bacd-bb52ac4dce02 req-f66f9547-f88e-4323-ab1b-28023998bc25 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Aug 24 16:16:48.413277 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.449838 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1358023129-network', 'tenant_id': 'e5fc134dd58e453e9eb8be95d55f9854'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:48.455434 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:48.471278 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:48.471627 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.563393 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.574185 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Transition to ACTIVE for port object c426d624-caff-4173-a6f3-041e37340cff will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:48.615191 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Transition to ACTIVE for port object c426d624-caff-4173-a6f3-041e37340cff will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:48.618339 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Made reservation on behalf of e5fc134dd58e453e9eb8be95d55f9854 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:48.620721 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.621790 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.633741 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.678126 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:48.689251 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.742174 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:48.745417 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:48.768893 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:48.777997 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.779027 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.821744 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Pushing event updated for resources: {'Port': ['ID=c426d624-caff-4173-a6f3-041e37340cff,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:48.907761 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Attempting to bind port c426d624-caff-4173-a6f3-041e37340cff on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:48.908391 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Attempting to bind port c426d624-caff-4173-a6f3-041e37340cff by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:48.908928 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Attempting to bind port c426d624-caff-4173-a6f3-041e37340cff on network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:48.919880 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:48.921411 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Checking segment: {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:48.921969 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.922689 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Bound using segment: {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:48.923323 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Bound port: c426d624-caff-4173-a6f3-041e37340cff, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:48.923874 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.928692 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fb006c85-bbe3-45a0-800f-470de0260fc9 req-eade1dbf-7bf0-4975-862f-2085047aa9d5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0471756 Aug 24 16:16:48.934010 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.969921 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:16:48.992447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:48.992738 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Added segment de1d1993-886b-4ba1-9164-621cb6900926 of type vlan for network 60bbaaaa-a660-4aa6-9944-55616ff7beaf Aug 24 16:16:49.003183 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61a38e-25f2-4f27-964e-4d52531508f2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:49.009498 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] For port c426d624-caff-4173-a6f3-041e37340cff, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:49.013719 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] For port c426d624-caff-4173-a6f3-041e37340cff, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c426d624-caff-4173-a6f3-041e37340cff,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:49.015792 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:49.046966 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.057956 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.069131 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-ef9f8a60-74d6-45da-b0f8-2f324f2f77f8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:49.070623 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-ef9f8a60-74d6-45da-b0f8-2f324f2f77f8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 817 time: 0.2009730 Aug 24 16:16:49.109313 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.122521 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-77b416c9-4956-4e11-af26-b5539c24c116 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 380 time: 0.0392427 Aug 24 16:16:49.133891 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'port': {'device_id': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'admin_state_up': True, 'tenant_id': '5adafea823bc40279baa813adc051baf', 'security_groups': ['0c30a35d-ca0b-4fb5-8929-8a894f83db79']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:49.189629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4a11-346d-4723-b686-a4234610e9a8 None None] Pushing event updated for resources: {'Port': ['ID=c426d624-caff-4173-a6f3-041e37340cff,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:49.218622 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.219603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:49.222600 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.290860 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] Pushing event updated for resources: {'Network': ['ID=60bbaaaa-a660-4aa6-9944-55616ff7beaf,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:49.301704 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 60bbaaaa-a660-4aa6-9944-55616ff7beaf details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:16:49.384982 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d33889a7-5e14-4d16-99dd-01a146017b19 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0779834 Aug 24 16:16:49.386776 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 47960) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:49.424813 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Request body: {'subnet': {'network_id': '60bbaaaa-a660-4aa6-9944-55616ff7beaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1358023129-subnet', 'tenant_id': 'e5fc134dd58e453e9eb8be95d55f9854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:49.538435 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03695f89-4398-4c92-9dac-00bfcf151d21 req-d6615690-b824-4b8b-9a62-551e085a55b2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:49.540243 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-03695f89-4398-4c92-9dac-00bfcf151d21 req-d6615690-b824-4b8b-9a62-551e085a55b2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0657713 Aug 24 16:16:49.558080 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.581621 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Made reservation on behalf of 5adafea823bc40279baa813adc051baf for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:49.585940 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.588590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.606125 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-03695f89-4398-4c92-9dac-00bfcf151d21 req-6e69c8c9-5160-4db1-abf2-6dea401e76f9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Aug 24 16:16:49.698108 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Made reservation on behalf of e5fc134dd58e453e9eb8be95d55f9854 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:49.700949 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:49.809667 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Allocated IP 172.27.1.159 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/c6adaeb6-d2e6-4e30-975e-7d2c12721366) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:49.826156 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Allocated IP 172.20.0.9 (a1c79bf7-3d83-431e-996a-4fdaf8dbda3e/cbdcc997-9455-4109-8230-b77c3562437e/993ef87d-5032-42e7-bc33-da364d58b770) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:50.002756 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.006344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.082060 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.114914 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431a5627-cfe0-456c-9738-9f5f12a3ddb6,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:50.125327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Transition to ACTIVE for port object 993ef87d-5032-42e7-bc33-da364d58b770 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:50.194954 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b3791ba8-8beb-46e3-8d73-205c717dea19 req-ff7d36b5-b88a-40d6-9e0b-c601e310af28 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0739167 Aug 24 16:16:50.212778 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Checking segment: {'id': 'de1d1993-886b-4ba1-9164-621cb6900926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '60bbaaaa-a660-4aa6-9944-55616ff7beaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:50.213219 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Network hostable DHCP agents. Network: 60bbaaaa-a660-4aa6-9944-55616ff7beaf, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:16:50.223811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.263880 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.271525 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:50.276930 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:50.284692 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:50.315253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Pushing event updated for resources: {'Port': ['ID=c6adaeb6-d2e6-4e30-975e-7d2c12721366,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:50.316101 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:50.327739 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:50.329693 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:50.332258 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Network 60bbaaaa-a660-4aa6-9944-55616ff7beaf is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:16:50.371526 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:50.374522 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:50.375010 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.449699 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0312f-258c-4daa-a7ec-de11baa99f72 None None] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:50.458881 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:50.474643 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 60bbaaaa-a660-4aa6-9944-55616ff7beaf) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:50.478815 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:50.479406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.508888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:50.510331 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.600776 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f3fdb31c-dc62-4380-bdb7-ccdef31a90b6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2127988 Aug 24 16:16:50.636260 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-d2b9a8df-47fb-4c30-a30b-3ae5f50c6e9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5061483 Aug 24 16:16:50.660895 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Request body: {'port': {'device_id': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:50.684565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cee9d6-e96f-4c0f-9c29-b8388c57e4b1 None None] Network 60bbaaaa-a660-4aa6-9944-55616ff7beaf requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:50.699184 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c426d624-caff-4173-a6f3-041e37340cff up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:50.781055 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef23ba-574c-4abb-9e66-37310bb0d65e req-422df650-6fae-4312-a197-c3789506b596 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:50.790051 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-24ef23ba-574c-4abb-9e66-37310bb0d65e req-422df650-6fae-4312-a197-c3789506b596 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0636659 Aug 24 16:16:50.800141 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0312a3c3-edd5-45d9-b7ed-52323c6bba9c None None] Provisioning for port c426d624-caff-4173-a6f3-041e37340cff completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:50.803972 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.842024 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-24ef23ba-574c-4abb-9e66-37310bb0d65e req-64e30592-d59d-45da-940c-5d562ee6e5dd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Aug 24 16:16:50.963086 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:50.978456 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc138c67-81d6-4c8e-b56a-cdf673206004 None None] Network 60bbaaaa-a660-4aa6-9944-55616ff7beaf requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:51.039610 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port c426d624-caff-4173-a6f3-041e37340cff completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:51.044565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port c426d624-caff-4173-a6f3-041e37340cff triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:51.044930 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.129606 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c55c4abd-6a25-4a08-bde3-757e0cd5a9f3 None None] Provisioning for port 993ef87d-5032-42e7-bc33-da364d58b770 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:51.151479 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c55c4abd-6a25-4a08-bde3-757e0cd5a9f3 None None] Provisioning complete for port 993ef87d-5032-42e7-bc33-da364d58b770 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:51.151851 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c55c4abd-6a25-4a08-bde3-757e0cd5a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.217391 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-c55c4abd-6a25-4a08-bde3-757e0cd5a9f3 None None] Port 993ef87d-5032-42e7-bc33-da364d58b770 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:51.220210 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.256659 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port c426d624-caff-4173-a6f3-041e37340cff, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c426d624-caff-4173-a6f3-041e37340cff,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:51.295832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.339896 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-4a578ae1-333c-4304-aa77-8f3d0f1f9f4d None None] Provisioning complete for port c426d624-caff-4173-a6f3-041e37340cff triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:51.340386 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4a578ae1-333c-4304-aa77-8f3d0f1f9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.345650 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7f89-4490-4b03-adb4-f1b7f4ddf951 req-42d01ea7-472f-445a-897b-8d6cc2a9f97c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:51.351643 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cece7f89-4490-4b03-adb4-f1b7f4ddf951 req-42d01ea7-472f-445a-897b-8d6cc2a9f97c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 931 time: 0.0598195 Aug 24 16:16:51.371563 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.390415 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:16:51.400823 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.409226 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cece7f89-4490-4b03-adb4-f1b7f4ddf951 req-e32fb921-09a8-4c76-8b02-4a61e1c798ac tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566494 Aug 24 16:16:51.442599 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=c426d624-caff-4173-a6f3-041e37340cff,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:51.447115 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Transition to ACTIVE for port object 993ef87d-5032-42e7-bc33-da364d58b770 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:51.583556 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.644940 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Router 1c66a054-4ce6-4459-ab6f-863cdbe309fe is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:16:51.785369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:51.830044 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48036) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:51.835416 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1172130891-network', 'tenant_id': '5ff20e7acbeb4c09bb683a21ca2275c4'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:51.872957 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:51.884564 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Sync routers for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:51.902344 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:51.908289 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:51.966027 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Attempting to bind port 993ef87d-5032-42e7-bc33-da364d58b770 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:51.966389 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Attempting to bind port 993ef87d-5032-42e7-bc33-da364d58b770 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:51.966730 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Attempting to bind port 993ef87d-5032-42e7-bc33-da364d58b770 on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:51.973943 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Made reservation on behalf of 5ff20e7acbeb4c09bb683a21ca2275c4 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:51.975338 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Port 993ef87d-5032-42e7-bc33-da364d58b770 on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:16:51.975668 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Attempting to bind port 993ef87d-5032-42e7-bc33-da364d58b770 on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:51.976761 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.981396 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:51.981754 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Checking segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:51.982275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Bound using segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:51.982745 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Bound port: 993ef87d-5032-42e7-bc33-da364d58b770, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:51.983128 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:51.996273 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.015524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a3cb0-8021-48ca-b209-d2728913780b req-77e68192-3110-470a-91c7-64e2f8554a2e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:52.017309 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-800a3cb0-8021-48ca-b209-d2728913780b req-77e68192-3110-470a-91c7-64e2f8554a2e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0839794 Aug 24 16:16:52.035333 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:52.057920 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-800a3cb0-8021-48ca-b209-d2728913780b req-f266996d-96b3-4304-ae6e-a2cfc88f1461 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Aug 24 16:16:52.174636 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c426d624-caff-4173-a6f3-041e37340cff up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:52.250250 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port c426d624-caff-4173-a6f3-041e37340cff triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:52.251093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.251485 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.252841 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-afab4aa8-c7ab-449b-b4fb-b6b44a81e6fd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0883765 Aug 24 16:16:52.255561 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48042) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:52.286666 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:52.291236 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:52.319118 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:50Z', 'revision_number': 3, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:52.323225 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.345661 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Checking router: 1c66a054-4ce6-4459-ab6f-863cdbe309fe for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:52.345941 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Updating router 1c66a054-4ce6-4459-ab6f-863cdbe309fe port c6adaeb6-d2e6-4e30-975e-7d2c12721366 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:52.377225 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.455911 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.537507 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:52.538328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.540152 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] 10.222.0.37 "PUT /v2.0/ports/993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 200 len: 1093 time: 1.8853381 Aug 24 16:16:52.546762 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:16:52.550437 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:16:52.580437 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c716fb-4f95-4236-abb6-b61c03a6f777 service neutron] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:52.602145 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73c388-07fa-4de2-8624-0d9a1edcf93b x-openstack-request-id: req-2e73c388-07fa-4de2-8624-0d9a1edcf93b {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:16:52.602442 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:16:52.602696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e73c388-07fa-4de2-8624-0d9a1edcf93b {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:16:52.603271 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'status': 'completed', 'code': 200} Aug 24 16:16:52.606629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.668258 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.685217 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-a76a58a1-8350-4d11-8496-ee031956aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:52.705833 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-a76a58a1-8350-4d11-8496-ee031956aa31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1096 time: 0.0737801 Aug 24 16:16:52.725096 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:16:52.782293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.782635 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Added segment 36641096-3971-4b46-91ab-9c2b70113b67 of type vlan for network 64000260-ecc7-43c7-b4e6-79c25a8ec3b9 Aug 24 16:16:52.785956 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842583e-ad5a-44e8-a91c-ca4453767598,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:52.833755 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a7af-a80a-4bb4-85a0-2cd9cd420e8b req-c970511b-5fa5-4119-bd43-b232f0daa9b0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:52.835346 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed62a7af-a80a-4bb4-85a0-2cd9cd420e8b req-c970511b-5fa5-4119-bd43-b232f0daa9b0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.1713734 Aug 24 16:16:52.847541 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.874259 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Transition to ACTIVE for port object c6adaeb6-d2e6-4e30-975e-7d2c12721366 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:52.894144 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-f9b6d664-c3d7-4bc5-b79d-7ffdac2b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:52.895835 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-f9b6d664-c3d7-4bc5-b79d-7ffdac2b278f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5adafea823bc40279baa813adc051baf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1773689 Aug 24 16:16:52.896855 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.960434 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:52.990462 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed62a7af-a80a-4bb4-85a0-2cd9cd420e8b req-c753fcb4-75e9-4e77-b851-275385b3dcbd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474991 Aug 24 16:16:53.012123 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Attempting to bind port c6adaeb6-d2e6-4e30-975e-7d2c12721366 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:53.012516 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Attempting to bind port c6adaeb6-d2e6-4e30-975e-7d2c12721366 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:53.012891 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Attempting to bind port c6adaeb6-d2e6-4e30-975e-7d2c12721366 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:53.024182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-136f4d5d-8f78-47a3-af5e-c631e1204486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.025725 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44a0b182-9d06-4e6e-a3d3-b3acb6bab978 req-136f4d5d-8f78-47a3-af5e-c631e1204486 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227374 Aug 24 16:16:53.028294 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:53.028699 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:53.029104 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.030223 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:53.030623 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Bound port: c6adaeb6-d2e6-4e30-975e-7d2c12721366, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:53.035931 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.056803 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8051b-2339-49bf-9896-72311f07b40b None None] Pushing event updated for resources: {'Port': ['ID=c6adaeb6-d2e6-4e30-975e-7d2c12721366,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:53.095220 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] For port c6adaeb6-d2e6-4e30-975e-7d2c12721366, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:53.098677 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] For port c6adaeb6-d2e6-4e30-975e-7d2c12721366, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c6adaeb6-d2e6-4e30-975e-7d2c12721366,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:53.121987 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.122963 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.123578 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.132994 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-47519e1b-ccbb-4bab-9540-1e07050542d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.134506 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-47519e1b-ccbb-4bab-9540-1e07050542d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1096 time: 0.0627923 Aug 24 16:16:53.178688 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-1baf5a16-9f3e-4341-a9b0-5028ef84e859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 200 len: 217 time: 0.0350163 Aug 24 16:16:53.189756 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.201432 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.237102 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] Pushing event updated for resources: {'Network': ['ID=64000260-ecc7-43c7-b4e6-79c25a8ec3b9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:53.247285 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 64000260-ecc7-43c7-b4e6-79c25a8ec3b9 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:16:53.253095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-6de20b97-f4f7-43b3-9897-24b5e3225e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.255393 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-6de20b97-f4f7-43b3-9897-24b5e3225e99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0657065 Aug 24 16:16:53.283244 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:53.285846 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:53.293264 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5d4fa6b5-181e-4efb-98f2-41782153eb5b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4595697 Aug 24 16:16:53.294885 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48062) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:53.304603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Request body: {'subnet': {'network_id': '64000260-ecc7-43c7-b4e6-79c25a8ec3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1172130891-subnet', 'tenant_id': '5ff20e7acbeb4c09bb683a21ca2275c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:16:53.319675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b1c9-16b1-4769-95b7-45528c446d23 req-ca022b39-a192-4220-b596-d708b7af1727 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.321487 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7e7b1c9-16b1-4769-95b7-45528c446d23 req-ca022b39-a192-4220-b596-d708b7af1727 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1466572 Aug 24 16:16:53.339266 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-97b564fe-3559-4c8d-b3f7-22e6fac3b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:53.342882 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-97b564fe-3559-4c8d-b3f7-22e6fac3b85e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764751 Aug 24 16:16:53.379786 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8051b-2339-49bf-9896-72311f07b40b None None] Pushing event updated for resources: {'Port': ['ID=c6adaeb6-d2e6-4e30-975e-7d2c12721366,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:53.435051 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7e7b1c9-16b1-4769-95b7-45528c446d23 req-bdac7a9b-276f-42c3-9662-89b57fbd65d8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032434 Aug 24 16:16:53.476840 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:53.491183 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Allocated IP 172.20.0.1 (1a42c79d-5bd3-4241-82cb-a0107e1f2562/8789e15b-2155-4070-9e51-f31b09ca02c4/791f0ef4-f251-498e-870a-f1c37e3643a8) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:16:53.508570 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Made reservation on behalf of 5ff20e7acbeb4c09bb683a21ca2275c4 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:16:53.510637 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-80f9b328-334d-4cc3-9ab6-ebafeaf45101 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596382 Aug 24 16:16:53.511109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.620695 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64d9ba1c-0ccf-4713-b597-53f40793e7ec req-93c4dbea-f1ff-49fd-9eb5-47dea3ef4562 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961223 Aug 24 16:16:53.668866 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:50Z', 'revision_number': 3, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:53.692980 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.696714 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf8214-a581-4ae2-b1e1-c6aaf3e80a27 None None] The sync data for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi is: [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:50Z', 'revision_number': 3, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:53.737116 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Transition to ACTIVE for port object 791f0ef4-f251-498e-870a-f1c37e3643a8 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:53.875760 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.906500 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:53.969338 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48076) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:53.980856 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:53.987733 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a736fcb6-b701-43e1-b338-54d3b9282156,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:53.991735 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:53.999235 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:16:54.000889 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.072809 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Pushing event updated for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:54.121961 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Checking segment: {'id': '36641096-3971-4b46-91ab-9c2b70113b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64000260-ecc7-43c7-b4e6-79c25a8ec3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:54.122322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Network hostable DHCP agents. Network: 64000260-ecc7-43c7-b4e6-79c25a8ec3b9, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:16:54.216035 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c6adaeb6-d2e6-4e30-975e-7d2c12721366 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:54.232344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f666fb47-beb0-4652-b6b8-08a4cd4ed689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.280399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb319-be10-443c-a9bd-2fd60ec7b321 req-7b6931d5-3142-4c30-9b38-0cd82d2b21dc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:54.282696 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5dbb319-be10-443c-a9bd-2fd60ec7b321 req-7b6931d5-3142-4c30-9b38-0cd82d2b21dc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.1443098 Aug 24 16:16:54.322692 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Network 64000260-ecc7-43c7-b4e6-79c25a8ec3b9 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:16:54.338892 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5dbb319-be10-443c-a9bd-2fd60ec7b321 req-ff6f3950-3ee8-439c-bcf1-5643bf01bab1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 Aug 24 16:16:54.393477 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f666fb47-beb0-4652-b6b8-08a4cd4ed689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.462857 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.463710 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port c6adaeb6-d2e6-4e30-975e-7d2c12721366 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:54.466101 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 64000260-ecc7-43c7-b4e6-79c25a8ec3b9) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:54.475193 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port c6adaeb6-d2e6-4e30-975e-7d2c12721366 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:54.477672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.478551 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:54.479259 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.479381 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8003fa-461a-40cf-9905-b1862e499717 None None] Network 64000260-ecc7-43c7-b4e6-79c25a8ec3b9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:54.515941 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f666fb47-beb0-4652-b6b8-08a4cd4ed689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.562798 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-caf1c8b8-a1b1-4bf2-9cc6-3cd7fb3f3505 None None] Provisioning for port 791f0ef4-f251-498e-870a-f1c37e3643a8 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:54.577295 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f666fb47-beb0-4652-b6b8-08a4cd4ed689 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9aacb96883094b0f8a3dade7e9633135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068351 Aug 24 16:16:54.578506 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fb47-beb0-4652-b6b8-08a4cd4ed689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c033fd4-8455-47d2-82e3-16fa8beba2f5,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:54.580520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-caf1c8b8-a1b1-4bf2-9cc6-3cd7fb3f3505 None None] Provisioning complete for port 791f0ef4-f251-498e-870a-f1c37e3643a8 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:54.580992 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-caf1c8b8-a1b1-4bf2-9cc6-3cd7fb3f3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.583346 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48092) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:16:54.649174 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.668704 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-caf1c8b8-a1b1-4bf2-9cc6-3cd7fb3f3505 None None] Port 791f0ef4-f251-498e-870a-f1c37e3643a8 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:54.676576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.683993 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-083a9c06-2049-49f2-9b10-8f0a3af0f7cb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3868129 Aug 24 16:16:54.751426 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794b3c2-445d-4371-a207-c5541f582fd3 None None] Network 64000260-ecc7-43c7-b4e6-79c25a8ec3b9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:16:54.770216 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.782764 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.792217 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b97a-2690-41bf-8c36-020c9f197975 req-aaccb97b-a471-42aa-a307-363c85027376 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:54.793953 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e046b97a-2690-41bf-8c36-020c9f197975 req-aaccb97b-a471-42aa-a307-363c85027376 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1315162 Aug 24 16:16:54.825328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.829631 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.833762 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port c6adaeb6-d2e6-4e30-975e-7d2c12721366, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c6adaeb6-d2e6-4e30-975e-7d2c12721366,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:54.840661 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c033fd4-8455-47d2-82e3-16fa8beba2f5 HTTP/1.1" status: 204 len: 168 time: 0.2552557 Aug 24 16:16:54.847742 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.848721 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.865680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbb0ba-f6d4-4eda-961f-7c756cbf7839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c033fd4-8455-47d2-82e3-16fa8beba2f5,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:54.903740 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Pushing event updated for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:54.917649 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:54.923433 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e046b97a-2690-41bf-8c36-020c9f197975 req-428a4ae4-297e-49e4-90d2-0d1e9edf6635 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128829 Aug 24 16:16:55.003086 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=c6adaeb6-d2e6-4e30-975e-7d2c12721366,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:55.018966 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:16:55.020424 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:16:55.167932 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Router 1c66a054-4ce6-4459-ab6f-863cdbe309fe has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:16:55.199072 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:16:55.286896 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:16:55.299768 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0d6448c7-382e-4d17-8213-82ce4a0ae758 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c66a054-4ce6-4459-ab6f-863cdbe309fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0428641 Aug 24 16:16:55.317256 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d01c7b2f-2aa7-4205-9e45-df7127bf6663 None None] Provisioning complete for port 791f0ef4-f251-498e-870a-f1c37e3643a8 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:55.317732 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d01c7b2f-2aa7-4205-9e45-df7127bf6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:55.375483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d01c7b2f-2aa7-4205-9e45-df7127bf6663 None None] Port 791f0ef4-f251-498e-870a-f1c37e3643a8 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:16:55.489488 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde7a3-0ef7-45e3-9675-5c839d5f6c08 req-68563776-b8ec-4fe5-bef2-1702c88d25c8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:55.491251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6abde7a3-0ef7-45e3-9675-5c839d5f6c08 req-68563776-b8ec-4fe5-bef2-1702c88d25c8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0661037 Aug 24 16:16:55.558360 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6abde7a3-0ef7-45e3-9675-5c839d5f6c08 req-1205dcb1-6b67-45f5-8bdb-e21a002a60be tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589991 Aug 24 16:16:55.724690 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Sync routers for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:16:55.734529 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:55.735117 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:55.848623 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:55.879444 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:16:56.069710 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.db.resource_extend [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 16:16:56.106200 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92d3d4-2b13-436a-b3ad-e7b10d41b95d req-bcf84318-84ab-4ccc-82d7-b25cd7955513 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:56.118748 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d92d3d4-2b13-436a-b3ad-e7b10d41b95d req-bcf84318-84ab-4ccc-82d7-b25cd7955513 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1249683 Aug 24 16:16:56.221404 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d92d3d4-2b13-436a-b3ad-e7b10d41b95d req-bfe7811b-5425-4a24-b3fb-5db517989981 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016381 Aug 24 16:16:56.221926 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c6adaeb6-d2e6-4e30-975e-7d2c12721366 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:56.275663 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:56.315672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '993ef87d-5032-42e7-bc33-da364d58b770', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:16:56.381091 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port c6adaeb6-d2e6-4e30-975e-7d2c12721366 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:56.381754 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:56.385910 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:56.444525 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '791f0ef4-f251-498e-870a-f1c37e3643a8', 'name': '', 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'mac_address': 'fa:16:3e:24:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:53Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 2, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'subnets': [{'id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:56.449024 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:16:56.485206 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Checking router: 1c66a054-4ce6-4459-ab6f-863cdbe309fe for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:16:56.485663 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Updating router 1c66a054-4ce6-4459-ab6f-863cdbe309fe port 791f0ef4-f251-498e-870a-f1c37e3643a8 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:16:56.524916 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:56.535080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:56.669857 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:56.767430 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4557c-bef6-4c40-ae3e-dd736bb8feae req-96537b27-cb2d-4900-bbc6-bd677cdb30c3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:56.771104 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72a4557c-bef6-4c40-ae3e-dd736bb8feae req-96537b27-cb2d-4900-bbc6-bd677cdb30c3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0942333 Aug 24 16:16:56.821100 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72a4557c-bef6-4c40-ae3e-dd736bb8feae req-27326e22-e95a-4368-92d1-baa405f27612 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Aug 24 16:16:56.828284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:56.942396 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['993ef87d-5032-42e7-bc33-da364d58b770'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:16:57.097386 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:57.123062 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Transition to ACTIVE for port object 791f0ef4-f251-498e-870a-f1c37e3643a8 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:16:57.224214 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:57.338564 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329bb1-f406-4330-8449-babe04e2bb1a None None] Pushing event updated for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:57.453465 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Attempting to bind port 791f0ef4-f251-498e-870a-f1c37e3643a8 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:16:57.454644 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Attempting to bind port 791f0ef4-f251-498e-870a-f1c37e3643a8 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:16:57.455172 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Attempting to bind port 791f0ef4-f251-498e-870a-f1c37e3643a8 on network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:16:57.461383 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:16:57.461960 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Checking segment: {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:16:57.462683 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:57.463225 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Bound using segment: {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:16:57.464016 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Bound port: 791f0ef4-f251-498e-870a-f1c37e3643a8, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3226634f-f271-4fa4-903a-a8ce0121ca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:16:57.464584 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:57.471676 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80052f4d-b32e-4e80-bb9c-53844c68090d req-f800a16e-a2e9-4236-a020-3dcb0b4d44bc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:57.481041 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80052f4d-b32e-4e80-bb9c-53844c68090d req-f800a16e-a2e9-4236-a020-3dcb0b4d44bc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0889649 Aug 24 16:16:57.544191 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80052f4d-b32e-4e80-bb9c-53844c68090d req-0eb5c022-87c3-42dc-b800-bfb6dae33bfe tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614684 Aug 24 16:16:57.561515 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] For port 791f0ef4-f251-498e-870a-f1c37e3643a8, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:16:57.566078 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] For port 791f0ef4-f251-498e-870a-f1c37e3643a8, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=791f0ef4-f251-498e-870a-f1c37e3643a8,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:16:57.709934 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:57.801835 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:16:57.802810 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:57.872122 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329bb1-f406-4330-8449-babe04e2bb1a None None] Pushing event updated for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:57.914556 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:16:58.048754 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0d60-0505-4207-ae08-6387ed2e93e5 req-b12b1c3b-0058-4dab-bcfd-e433821f168f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:58.058299 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e99e0d60-0505-4207-ae08-6387ed2e93e5 req-b12b1c3b-0058-4dab-bcfd-e433821f168f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0918019 Aug 24 16:16:58.091761 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:16:58.124731 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e99e0d60-0505-4207-ae08-6387ed2e93e5 req-793f2b30-0f51-4c40-a3d9-794b79b845c1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616634 Aug 24 16:16:58.307796 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 993ef87d-5032-42e7-bc33-da364d58b770 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:16:58.320711 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 993ef87d-5032-42e7-bc33-da364d58b770 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:16:58.321068 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:58.462884 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '791f0ef4-f251-498e-870a-f1c37e3643a8', 'name': '', 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'mac_address': 'fa:16:3e:24:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:53Z', 'updated_at': '2021-08-24T16:16:57Z', 'revision_number': 4, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'subnets': [{'id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:16:58.494745 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7de6b7-2ac6-4641-88a9-22ef425bfac3 None None] The sync data for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi is: [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '791f0ef4-f251-498e-870a-f1c37e3643a8', 'name': '', 'network_id': '1a42c79d-5bd3-4241-82cb-a0107e1f2562', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'mac_address': 'fa:16:3e:24:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:53Z', 'updated_at': '2021-08-24T16:16:57Z', 'revision_number': 4, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'subnets': [{'id': '8789e15b-2155-4070-9e51-f31b09ca02c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:16:58.498448 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:58.531481 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:16:58.531481 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d7f74-3b1e-4a39-8457-9158d55ddd9c" -d '{"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:16:58.554810 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:16:58.607014 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f60eb3-a502-43d4-9f4e-db3ad20bdeaa x-openstack-request-id: req-d1f60eb3-a502-43d4-9f4e-db3ad20bdeaa {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:16:58.612297 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:16:58.612297 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1f60eb3-a502-43d4-9f4e-db3ad20bdeaa {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:16:58.612297 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'code': 200} Aug 24 16:16:58.670154 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:16:58.817603 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:16:58.861208 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b0ae-d340-412e-a043-58437386d52d req-816e55e9-b890-4f85-88a2-331c6e5f8d1b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:58.870228 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca09b0ae-d340-412e-a043-58437386d52d req-816e55e9-b890-4f85-88a2-331c6e5f8d1b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0919037 Aug 24 16:16:58.933043 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca09b0ae-d340-412e-a043-58437386d52d req-b3a40c3b-8c19-437d-a190-7534fea965c4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594282 Aug 24 16:16:59.344635 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff04c-6693-4f8a-8e65-3d7bc5630427 req-b2ba8748-f133-49aa-9f4d-bd00b633e56c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:59.350644 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d49ff04c-6693-4f8a-8e65-3d7bc5630427 req-b2ba8748-f133-49aa-9f4d-bd00b633e56c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0854151 Aug 24 16:16:59.400623 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d49ff04c-6693-4f8a-8e65-3d7bc5630427 req-4fe8258e-3d44-47e6-8ba3-89069a645de4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489628 Aug 24 16:16:59.477336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828451a-1ab4-4263-9754-0b6298508f72 req-41c3e7be-99de-4433-ac6c-86df57695c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:59.479615 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8828451a-1ab4-4263-9754-0b6298508f72 req-41c3e7be-99de-4433-ac6c-86df57695c2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0583739 Aug 24 16:16:59.544431 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8828451a-1ab4-4263-9754-0b6298508f72 req-60943e59-1d51-4cc0-8433-902e1141b847 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Aug 24 16:16:59.803338 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08917-24e9-4957-a8c6-ea8f9a395a2c req-2d3674a2-bb2a-4edf-9e2f-4d98edf41483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:16:59.805281 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1c08917-24e9-4957-a8c6-ea8f9a395a2c req-2d3674a2-bb2a-4edf-9e2f-4d98edf41483 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0533209 Aug 24 16:16:59.851636 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1c08917-24e9-4957-a8c6-ea8f9a395a2c req-35e27647-9f1d-484f-89cf-7306cc83ca41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357382 Aug 24 16:17:00.111781 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1fdf-27d8-45e3-a356-f65bd9bebc7b req-3ab664fc-fe83-4f69-a0fb-3755763b6d0a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:00.113887 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6dab1fdf-27d8-45e3-a356-f65bd9bebc7b req-3ab664fc-fe83-4f69-a0fb-3755763b6d0a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0964267 Aug 24 16:17:00.182169 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6dab1fdf-27d8-45e3-a356-f65bd9bebc7b req-3e604a30-2b29-473a-9b35-e98063451082 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600951 Aug 24 16:17:00.242820 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 791f0ef4-f251-498e-870a-f1c37e3643a8 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:00.523884 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d33595-c6d0-45b5-bd94-2ab0605d3479 req-022fbd10-67e4-4812-a690-a732ad1cdc76 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:00.523884 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-52d33595-c6d0-45b5-bd94-2ab0605d3479 req-022fbd10-67e4-4812-a690-a732ad1cdc76 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0537748 Aug 24 16:17:00.561249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-52d33595-c6d0-45b5-bd94-2ab0605d3479 req-97a8b582-87ec-4e4c-9806-320b18180160 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Aug 24 16:17:00.749898 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 791f0ef4-f251-498e-870a-f1c37e3643a8 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:00.753842 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 791f0ef4-f251-498e-870a-f1c37e3643a8 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:00.754214 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:00.836471 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:00.881501 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 791f0ef4-f251-498e-870a-f1c37e3643a8, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=791f0ef4-f251-498e-870a-f1c37e3643a8,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:00.966514 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:01.053182 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:01.337891 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a784d-3c5e-4384-8f30-f5b886c9c829 req-b5a11669-ba6d-4d8f-bd4d-3781272853a9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:01.341193 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e27a784d-3c5e-4384-8f30-f5b886c9c829 req-b5a11669-ba6d-4d8f-bd4d-3781272853a9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0730274 Aug 24 16:17:01.420975 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e27a784d-3c5e-4384-8f30-f5b886c9c829 req-696f7910-446b-4ecc-ace0-b256d4d3fd9a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715227 Aug 24 16:17:01.713134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e955e-92e3-4d34-8ee5-06ec298e3cbd req-2fa17e75-ba23-4cc7-8816-46d93d5d034e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:01.714719 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-544e955e-92e3-4d34-8ee5-06ec298e3cbd req-2fa17e75-ba23-4cc7-8816-46d93d5d034e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0723429 Aug 24 16:17:01.776008 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-544e955e-92e3-4d34-8ee5-06ec298e3cbd req-79b032a9-eb34-4021-ad2c-414ad48ad6e1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Aug 24 16:17:01.930030 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25022-2185-4342-be55-3a0648fabc99 req-e7fe27b4-ac55-4eaa-8d6f-a55e2e2dd6b2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:01.933620 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0fb25022-2185-4342-be55-3a0648fabc99 req-e7fe27b4-ac55-4eaa-8d6f-a55e2e2dd6b2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0670443 Aug 24 16:17:01.943107 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48342) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:01.947106 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'floatingip': {'port_id': '993ef87d-5032-42e7-bc33-da364d58b770'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:02.083293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd26b-fe62-421d-b4b2-a67aa40095cd req-8ab6ce4b-5346-4c8d-9be2-455ec43067e8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:02.085172 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6c2cd26b-fe62-421d-b4b2-a67aa40095cd req-8ab6ce4b-5346-4c8d-9be2-455ec43067e8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0639572 Aug 24 16:17:02.126379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:02.210781 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6c2cd26b-fe62-421d-b4b2-a67aa40095cd req-64cca994-5a43-424f-a0bf-fb65dae21c32 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160283 Aug 24 16:17:02.236849 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 791f0ef4-f251-498e-870a-f1c37e3643a8 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:02.308038 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 791f0ef4-f251-498e-870a-f1c37e3643a8 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:02.308879 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:02.345729 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-d5408b13-853f-4c16-9659-e07b4191a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:02.347290 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-d5408b13-853f-4c16-9659-e07b4191a9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.2106018 Aug 24 16:17:02.556914 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-c0d7cdce-3011-4a24-ad2c-40228560f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:02.558456 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-c0d7cdce-3011-4a24-ad2c-40228560f19f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1966667 Aug 24 16:17:02.665828 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-aa61bade-62e7-4ec1-9bdc-32a8cd389659 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0955451 Aug 24 16:17:02.921708 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-946728a7-7957-4365-a1c1-12a85dd0148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:02.923339 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-946728a7-7957-4365-a1c1-12a85dd0148e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.2146811 Aug 24 16:17:02.975113 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-8c4658a5-f246-4dc4-b53a-51837bb2ff9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395503 Aug 24 16:17:03.096920 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.db.resource_extend [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 16:17:03.427996 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5fe10-fc2b-46e4-8a63-cdbfad8474b4 req-7bcff1b0-b607-4495-ab4c-b9492a2ae748 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:03.429709 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14c5fe10-fc2b-46e4-8a63-cdbfad8474b4 req-7bcff1b0-b607-4495-ab4c-b9492a2ae748 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0981214 Aug 24 16:17:03.463275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:03.492630 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14c5fe10-fc2b-46e4-8a63-cdbfad8474b4 req-46cf2f0e-c5ca-486e-bf15-d5c027a1ea03 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Aug 24 16:17:03.499128 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-3d8d7d60-bfb8-4644-8e05-e7529d41f32f service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041382 Aug 24 16:17:03.584110 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:03.712323 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a16e79c-5884-43a8-8533-95df39b7eaad req-b2030478-11c0-4d32-a65b-688fd3b15875 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050033 Aug 24 16:17:03.745998 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Floating IP 63337229-3da4-46ae-a9d4-c25c49973c6c associated. External IP: 172.27.1.185, port: 993ef87d-5032-42e7-bc33-da364d58b770. Aug 24 16:17:04.056867 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:17:04.183137 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:04.191649 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:04.197187 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:04.206551 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:04.207158 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:04.233446 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1ba0ebff-81bf-4426-bbcb-2fa0feed8eed tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "PUT /v2.0/floatingips/63337229-3da4-46ae-a9d4-c25c49973c6c HTTP/1.1" status: 200 len: 991 time: 2.2896938 Aug 24 16:17:04.234141 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:04.238647 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:04.298053 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112dc614-0453-43f9-a3f5-a6661180aee2 x-openstack-request-id: req-112dc614-0453-43f9-a3f5-a6661180aee2 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:04.298595 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:04.298915 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-112dc614-0453-43f9-a3f5-a6661180aee2 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:04.299386 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'status': 'completed', 'code': 200} Aug 24 16:17:04.329305 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:04.379432 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-938fe460-80f2-479e-adff-ae862ed9a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:04.380994 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-938fe460-80f2-479e-adff-ae862ed9a8f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0412340 Aug 24 16:17:04.497034 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-f7181adc-f59a-45de-ba66-23f78459b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:04.498356 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-f7181adc-f59a-45de-ba66-23f78459b2d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.1096909 Aug 24 16:17:04.599892 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '63337229-3da4-46ae-a9d4-c25c49973c6c', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:16:41Z', 'updated_at': '2021-08-24T16:17:02Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:04.606385 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-7ec8d2cf-3e21-437f-93cd-86788c1cf175 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 200 len: 999 time: 0.0998635 Aug 24 16:17:04.640880 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:04.661429 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:04.662300 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:16:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:04.684491 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-0854bcbd-7658-4cfa-94ce-4f8449e65c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:04.687420 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-0854bcbd-7658-4cfa-94ce-4f8449e65c45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0731237 Aug 24 16:17:04.720949 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502f0a0-de5a-44b2-b6ae-faa8ae9b7242 req-89904d34-342e-4bde-b0a1-a43129a90ae4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:04.772521 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f502f0a0-de5a-44b2-b6ae-faa8ae9b7242 req-89904d34-342e-4bde-b0a1-a43129a90ae4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1208012 Aug 24 16:17:04.799383 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-0d1c773b-fcfc-402c-8a66-a4badf3513f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:04.807181 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-0d1c773b-fcfc-402c-8a66-a4badf3513f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1117887 Aug 24 16:17:04.866702 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:04.871188 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f502f0a0-de5a-44b2-b6ae-faa8ae9b7242 req-5ffca0f1-b46c-4443-abe3-f20484aebbfb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974643 Aug 24 16:17:04.953717 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-14474df5-e00b-4735-a188-37064a079f93 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232564 Aug 24 16:17:05.082735 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e02ecf5-8c8d-493b-86ad-74bbd4abda0a req-bd310363-6279-4ce9-a44c-8c51f576a21b service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170743 Aug 24 16:17:05.211103 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '63337229-3da4-46ae-a9d4-c25c49973c6c', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:16:41Z', 'updated_at': '2021-08-24T16:17:02Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:05.247026 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4011bd-fcb7-4f02-984e-e022a6c7cc5e None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '63337229-3da4-46ae-a9d4-c25c49973c6c', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:16:41Z', 'updated_at': '2021-08-24T16:17:02Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:05.564614 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9821f-280d-40e8-87b8-e3bd3bf07087 None None] New status for floating IP 63337229-3da4-46ae-a9d4-c25c49973c6c: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:17:06.023431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f958-23b1-4a37-80b5-e7da6b5616f3 req-60d10741-b226-4eca-b6ed-6f420eb30ca2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:06.025352 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3480f958-23b1-4a37-80b5-e7da6b5616f3 req-60d10741-b226-4eca-b6ed-6f420eb30ca2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0726764 Aug 24 16:17:06.089788 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3480f958-23b1-4a37-80b5-e7da6b5616f3 req-7b3ac628-82d6-472f-bf27-8bfbaaf2ce68 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Aug 24 16:17:06.198543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48420) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:06.335156 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff5f0-02d0-45c8-8033-c58ac19975c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.455232 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff5f0-02d0-45c8-8033-c58ac19975c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.606858 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff5f0-02d0-45c8-8033-c58ac19975c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.652675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff5f0-02d0-45c8-8033-c58ac19975c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f3c53-9766-4c98-8b09-49c322199b39,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:06.658849 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0a9ff5f0-02d0-45c8-8033-c58ac19975c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c858bed45754cd3ae62d72c37a6ea24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587593 Aug 24 16:17:06.661359 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48430) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:06.736239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.763498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.905482 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.908846 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:06.913378 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/050f3c53-9766-4c98-8b09-49c322199b39 HTTP/1.1" status: 204 len: 168 time: 0.2502403 Aug 24 16:17:06.927648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c18c66-dc8b-4302-900a-054ca1b019ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f3c53-9766-4c98-8b09-49c322199b39,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:07.763243 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48448) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:07.788701 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7b92-91e6-4746-ab26-4fe33d1f68a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:07.898431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7b92-91e6-4746-ab26-4fe33d1f68a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:07.994709 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7b92-91e6-4746-ab26-4fe33d1f68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:08.047456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f7b92-91e6-4746-ab26-4fe33d1f68a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c320aab6-d24a-425c-a267-c6b37da3bc5b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:08.060982 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9e2f7b92-91e6-4746-ab26-4fe33d1f68a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0006118f06a74585b03b7ed3656e1902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966087 Aug 24 16:17:08.065254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48458) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:08.136773 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:08.159748 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:08.238810 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73b90d-1498-4829-8ad7-a5850d8bb849 req-f4de9cf5-0ad6-4279-8373-691e79b8af9d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:08.240290 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f73b90d-1498-4829-8ad7-a5850d8bb849 req-f4de9cf5-0ad6-4279-8373-691e79b8af9d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0564001 Aug 24 16:17:08.320782 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f73b90d-1498-4829-8ad7-a5850d8bb849 req-76a20951-16d8-423e-8359-625dadd231e9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Aug 24 16:17:08.875188 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:08.877842 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:08.879059 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c320aab6-d24a-425c-a267-c6b37da3bc5b HTTP/1.1" status: 204 len: 168 time: 0.8124342 Aug 24 16:17:08.887179 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a438f3-9c03-4c0c-9f61-b859bb0b68f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c320aab6-d24a-425c-a267-c6b37da3bc5b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:09.916392 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48498) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:09.932695 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e39ce6fb-b336-4c9e-a53b-2b5c3c117192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.028908 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e39ce6fb-b336-4c9e-a53b-2b5c3c117192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.109560 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e39ce6fb-b336-4c9e-a53b-2b5c3c117192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.153842 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48512) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:10.160986 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e39ce6fb-b336-4c9e-a53b-2b5c3c117192 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fdfb3452f714c0d8569ef41447ba1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432179 Aug 24 16:17:10.161899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ce6fb-b336-4c9e-a53b-2b5c3c117192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2911ff30-2c69-4dec-8210-7696d606108f,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:10.208862 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.231641 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.355226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.358735 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:10.359897 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2911ff30-2c69-4dec-8210-7696d606108f HTTP/1.1" status: 204 len: 168 time: 0.2050467 Aug 24 16:17:10.371391 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99a928-e6ae-47c1-86b6-093b48b9bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2911ff30-2c69-4dec-8210-7696d606108f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:10.522599 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-27df43bf-f2cc-46e1-a5c9-e4d159253bea tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:10.524060 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-27df43bf-f2cc-46e1-a5c9-e4d159253bea tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 815 time: 0.1105018 Aug 24 16:17:10.540008 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-5de0e296-25df-4d32-8eee-94035140edbd tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/quotas/5ebb010b2c03463d8c5bfcc8fa636bf6 HTTP/1.1" status: 200 len: 375 time: 0.0097067 Aug 24 16:17:10.591405 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-6642b9b6-aaf9-4e30-b203-e997d29ebf3e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451603 Aug 24 16:17:10.692238 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-052380ab-21e3-4d8a-85a4-5ec18513e7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880070 Aug 24 16:17:10.978962 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-473ed251-70d1-4cbd-9959-d46bf44597c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:11.005954 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-35fd69dd-ece7-4e8d-acb2-f44ec3d33078 service neutron] 10.222.0.52 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995889 Aug 24 16:17:11.308735 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fcb8cacc-1062-4368-a225-9cab085700f6 req-eab5f47b-22a5-4dc6-9fe8-399d58dc8170 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 210 time: 0.0304728 Aug 24 16:17:12.385839 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d957067c-521f-4339-816a-02ad539df5fa req-9a37aaa0-033b-44a4-9912-2b647f200691 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 210 time: 0.0260007 Aug 24 16:17:13.499376 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6076363-4ee9-4d58-bde1-61e26ffc0527 req-ca021f4c-ae8d-4723-b5fc-fe000d58064d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 210 time: 0.0301094 Aug 24 16:17:13.664022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-85c27609-1062-4c67-b595-73af610a50f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:13.971803 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:14.033335 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678e89-0e33-4946-b4a7-db16fc117884 req-107373e6-d84b-4c19-aa10-75d310526704 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:14.034813 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-29678e89-0e33-4946-b4a7-db16fc117884 req-107373e6-d84b-4c19-aa10-75d310526704 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0494673 Aug 24 16:17:14.080696 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-29678e89-0e33-4946-b4a7-db16fc117884 req-f50ef601-fec6-4494-9761-67ae3a212f80 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372181 Aug 24 16:17:14.329629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-9fdbaf96-04b1-4ef5-a69e-af186d13e626 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:14.331348 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-9fdbaf96-04b1-4ef5-a69e-af186d13e626 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 815 time: 0.1123898 Aug 24 16:17:14.346267 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'port': {'device_id': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'admin_state_up': True, 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:14.595233 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Made reservation on behalf of 5ebb010b2c03463d8c5bfcc8fa636bf6 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:14.598956 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:14.633616 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5db6142d-15d6-4b96-aca0-7921f733b2b1 req-360321af-3a81-45a3-99f2-ac4b149c56e0 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 210 time: 0.0509546 Aug 24 16:17:14.741739 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Allocated IP 172.20.0.10 (8c0562c9-77de-42ac-82cb-5884da95ab70/6adc66f5-05de-493e-ae11-0676d6014eea/cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:14.806194 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:14.889551 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:14.903396 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Transition to ACTIVE for port object cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:15.015081 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.053466 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:15.056405 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:15.059945 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:15.091052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:15.116356 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:15.117034 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.217808 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aafe1-7a72-41ce-b2aa-9ddc9d668486 req-fc31aebe-a6d8-4e50-83cf-eab578e7b3eb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:15.219573 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd6aafe1-7a72-41ce-b2aa-9ddc9d668486 req-fc31aebe-a6d8-4e50-83cf-eab578e7b3eb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0617692 Aug 24 16:17:15.247252 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-43bbdcf6-3e83-4906-8558-bbb0cd856335 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9054980 Aug 24 16:17:15.261823 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd6aafe1-7a72-41ce-b2aa-9ddc9d668486 req-2174d218-9cc1-496c-a76c-2b8db65cacea tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Aug 24 16:17:15.262665 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Request body: {'port': {'device_id': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:15.326977 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.366248 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-fec3763c-f0a1-4178-b4bd-e19144b393f8 None None] Provisioning for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:15.370802 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-fec3763c-f0a1-4178-b4bd-e19144b393f8 None None] Provisioning complete for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:15.370802 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fec3763c-f0a1-4178-b4bd-e19144b393f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.434458 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-fec3763c-f0a1-4178-b4bd-e19144b393f8 None None] Port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:15.778154 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:17:15.787203 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.805634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Transition to ACTIVE for port object cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:15.806405 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48712) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:15.909446 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Deleting subnet 431a5627-cfe0-456c-9738-9f5f12a3ddb6 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:17:15.910820 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.912915 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:15.987886 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.005452 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68786bc-5227-4da3-929b-d01d76442644 req-147a07c8-523f-41f8-852c-912850b5e790 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:16.028048 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e68786bc-5227-4da3-929b-d01d76442644 req-147a07c8-523f-41f8-852c-912850b5e790 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 932 time: 0.2646816 Aug 24 16:17:16.054792 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:16.064543 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.171269 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e68786bc-5227-4da3-929b-d01d76442644 req-4654b7a1-db59-48e8-b242-11787ca767b5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418831 Aug 24 16:17:16.194627 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Attempting to bind port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:16.195369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Attempting to bind port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:16.196330 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Attempting to bind port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 on network 8c0562c9-77de-42ac-82cb-5884da95ab70 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:16.203391 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 on network 8c0562c9-77de-42ac-82cb-5884da95ab70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:17:16.204037 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Attempting to bind port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 on network 8c0562c9-77de-42ac-82cb-5884da95ab70 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:16.210486 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:16.211077 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Checking segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:16.211636 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Bound using segment: {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:16.215889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Bound port: cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271c4def-8a63-4dbf-8f11-50e6c204321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:16.215889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.216138 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.246928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431a5627-cfe0-456c-9738-9f5f12a3ddb6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:16.258042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.260384 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/431a5627-cfe0-456c-9738-9f5f12a3ddb6 HTTP/1.1" status: 204 len: 168 time: 0.4529352 Aug 24 16:17:16.273352 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48718) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:16.274189 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.275037 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.275665 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.276228 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.276808 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.277485 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.278051 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.278475 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.279036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.279720 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.280146 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.280725 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaab01d-5e52-495f-aef1-54684a6f03ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:16.293585 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:16.297423 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:16.395092 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.402982 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.412272 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.451927 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:16.453412 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.458846 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 1094 time: 1.1973035 Aug 24 16:17:16.459448 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:16.461746 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7e861-cc25-4da1-951a-66bf25531aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:16.477358 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa93d4-649f-46c4-8fab-ae6df6635c91 req-f94dafa6-23d9-451d-b8b7-d21b757f6201 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:16.486577 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9eaa93d4-649f-46c4-8fab-ae6df6635c91 req-f94dafa6-23d9-451d-b8b7-d21b757f6201 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.1258664 Aug 24 16:17:16.495945 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c96e-5fec-4717-b06c-f1e49116e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:16.567128 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.613198 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.613772 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.614713 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.615334 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.615828 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.616390 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.616969 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.617316 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.617644 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.617976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.726947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.727322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.727861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.728209 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:17:16.728637 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bbaaaa-a660-4aa6-9944-55616ff7beaf']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:16.744388 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48732) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:16.747586 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9eaa93d4-649f-46c4-8fab-ae6df6635c91 req-c78d92ae-6a54-4dfa-bd7f-12711c802741 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598419 Aug 24 16:17:16.753960 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1d1993-886b-4ba1-9164-621cb6900926') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:16.754795 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1d1993-886b-4ba1-9164-621cb6900926') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:16.782659 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.807749 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ac084-430b-4d1f-b85d-3ce3c90b3fa1 x-openstack-request-id: req-208ac084-430b-4d1f-b85d-3ce3c90b3fa1 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:16.808262 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:16.808262 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-208ac084-430b-4d1f-b85d-3ce3c90b3fa1 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:16.808721 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:17:16.821606 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.835674 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:17:16.836119 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: from cryptography.utils import int_from_bytes Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: from cryptography.utils import int_from_bytes Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:17:16.840895 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:17:16.917009 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1cf04f6-3898-4ed4-a35e-863da1a9f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:16.995214 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.004387 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.009005 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/60bbaaaa-a660-4aa6-9944-55616ff7beaf HTTP/1.1" status: 204 len: 168 time: 0.7374902 Aug 24 16:17:17.011540 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48736) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:17.020028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674837e-db83-4d53-b9e8-5396333bebb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bbaaaa-a660-4aa6-9944-55616ff7beaf,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:17.069772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1cf04f6-3898-4ed4-a35e-863da1a9f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.076641 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Deleting subnet a736fcb6-b701-43e1-b338-54d3b9282156 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:17:17.085661 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.114785 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.151209 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1cf04f6-3898-4ed4-a35e-863da1a9f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.155059 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.218818 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf04f6-3898-4ed4-a35e-863da1a9f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ccd70-d750-4e9f-ad7c-767bde605f8d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:17.224958 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d1cf04f6-3898-4ed4-a35e-863da1a9f4bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc241ed07c5544478ac94f6d740cdbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753003 Aug 24 16:17:17.228046 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48740) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:17.315276 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.348619 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96faa28-2f90-43bb-9101-1ef9954ff8c0 req-a563e43e-2524-46ed-8c35-0d75f6a41781 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:17.349900 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.350196 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c96faa28-2f90-43bb-9101-1ef9954ff8c0 req-a563e43e-2524-46ed-8c35-0d75f6a41781 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0860069 Aug 24 16:17:17.355256 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.387159 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a736fcb6-b701-43e1-b338-54d3b9282156,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:17.395166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.399886 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-142dd85d-1cd9-4d4c-99e8-95c223751f71 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a736fcb6-b701-43e1-b338-54d3b9282156 HTTP/1.1" status: 204 len: 168 time: 0.3873389 Aug 24 16:17:17.400652 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48742) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:17.419489 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c96faa28-2f90-43bb-9101-1ef9954ff8c0 req-8337cd4f-6820-4591-967c-70dbb657bf82 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621765 Aug 24 16:17:17.472863 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.555111 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.570793 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64000260-ecc7-43c7-b4e6-79c25a8ec3b9']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:17.577570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36641096-3971-4b46-91ab-9c2b70113b67') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:17.577865 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36641096-3971-4b46-91ab-9c2b70113b67') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:17.586463 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.600185 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.605885 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:17:17.606197 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.606312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:17:17.617928 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:17:17.620643 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.620643 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d78ccd70-d750-4e9f-ad7c-767bde605f8d HTTP/1.1" status: 204 len: 168 time: 0.3809717 Aug 24 16:17:17.620643 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d210709-a6db-459e-85fc-c60a481abf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ccd70-d750-4e9f-ad7c-767bde605f8d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:17.782991 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.791162 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:17.800827 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/64000260-ecc7-43c7-b4e6-79c25a8ec3b9 HTTP/1.1" status: 204 len: 168 time: 0.3988233 Aug 24 16:17:17.813686 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d42bad-1798-4ac3-92cf-1c05f81f33e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=64000260-ecc7-43c7-b4e6-79c25a8ec3b9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:17.882848 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eaf2d-be6a-4801-8b18-e51727fb4d30 req-8d8ea927-9875-494d-8bf8-ac04e4a33638 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:17.884559 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c8eaf2d-be6a-4801-8b18-e51727fb4d30 req-8d8ea927-9875-494d-8bf8-ac04e4a33638 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0616693 Aug 24 16:17:17.928446 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c8eaf2d-be6a-4801-8b18-e51727fb4d30 req-3046002c-0885-457f-9c91-b14a3da75f61 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367818 Aug 24 16:17:18.191070 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48760) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:18.230824 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d54981bf-9511-4ef8-8191-95e2c22191f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5fc134dd58e453e9eb8be95d55f9854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385900 Aug 24 16:17:18.233967 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48762) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:18.285008 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.312808 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.468765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.471572 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.472750 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d61a38e-25f2-4f27-964e-4d52531508f2 HTTP/1.1" status: 204 len: 168 time: 0.2377906 Aug 24 16:17:18.480724 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d45f-6fde-4931-bbcd-65452890aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61a38e-25f2-4f27-964e-4d52531508f2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:18.538713 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 48768) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:18.562484 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b125d09-e7e4-48f5-9612-784a6cb1834e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.570729 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837bf1-942b-45eb-b1e7-7fe55519bf1c req-cdda93b9-eb67-4394-b366-dd06b572b177 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:18.577959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c5837bf1-942b-45eb-b1e7-7fe55519bf1c req-cdda93b9-eb67-4394-b366-dd06b572b177 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0703111 Aug 24 16:17:18.615218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c5837bf1-942b-45eb-b1e7-7fe55519bf1c req-1dac36d7-7803-4d54-9405-ebf32fecbd8e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362949 Aug 24 16:17:18.682130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b125d09-e7e4-48f5-9612-784a6cb1834e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.783854 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b125d09-e7e4-48f5-9612-784a6cb1834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.826494 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9b125d09-e7e4-48f5-9612-784a6cb1834e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6141f6ffaf804d6890bd437ab5da7b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861702 Aug 24 16:17:18.827443 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b125d09-e7e4-48f5-9612-784a6cb1834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba9913d-f2f6-4d9e-9ccc-d71d5f953c96,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:18.829185 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48772) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:18.878726 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:18.900330 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.023153 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.025864 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.026996 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ba9913d-f2f6-4d9e-9ccc-d71d5f953c96 HTTP/1.1" status: 204 len: 168 time: 0.1966743 Aug 24 16:17:19.053475 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5164f-110a-48a7-91aa-5c9744b32bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba9913d-f2f6-4d9e-9ccc-d71d5f953c96,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:19.085221 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415058d-1d8e-4409-bcf8-59b043ca3afa req-00f977b8-1f0d-47e0-aa04-c0487be066ee tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:19.086748 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9415058d-1d8e-4409-bcf8-59b043ca3afa req-00f977b8-1f0d-47e0-aa04-c0487be066ee tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0746722 Aug 24 16:17:19.126339 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9415058d-1d8e-4409-bcf8-59b043ca3afa req-d245667b-e187-4722-b5c8-f404a141937b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329978 Aug 24 16:17:19.336932 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48788) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:19.386597 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ee4b9849-2ded-439c-a38c-ad7d23e0a134 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ff20e7acbeb4c09bb683a21ca2275c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484161 Aug 24 16:17:19.389037 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 48790) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:19.437167 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.482911 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.623788 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.633227 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:19.633227 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5842583e-ad5a-44e8-a91c-ca4453767598 HTTP/1.1" status: 204 len: 168 time: 0.2380426 Aug 24 16:17:19.635797 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b4182-caa3-402d-9435-a1bd2a1e65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842583e-ad5a-44e8-a91c-ca4453767598,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:19.766590 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac267a-8413-437f-b605-87675ea0ad83 req-77844bb4-d5c1-43ef-8a29-62ae9803bee6 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:19.768440 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9aac267a-8413-437f-b605-87675ea0ad83 req-77844bb4-d5c1-43ef-8a29-62ae9803bee6 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0530396 Aug 24 16:17:19.813045 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9aac267a-8413-437f-b605-87675ea0ad83 req-f91d352c-caa3-41b2-9ebc-a0182784979f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Aug 24 16:17:20.281404 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b263b4-e37d-4f89-8fae-7e7ef44c9355 req-6992c241-63e2-43ef-b292-000532aa4bac tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:20.282989 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e9b263b4-e37d-4f89-8fae-7e7ef44c9355 req-6992c241-63e2-43ef-b292-000532aa4bac tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0537457 Aug 24 16:17:20.341471 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e9b263b4-e37d-4f89-8fae-7e7ef44c9355 req-e6a547f1-c2b3-465f-a11d-2594617a7a73 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 Aug 24 16:17:20.954159 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbfa24-1606-42dc-8d6b-6ef056295c2f req-c27c2454-5839-4fa9-8e9c-dc24e7fb80a5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:20.955562 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16dbfa24-1606-42dc-8d6b-6ef056295c2f req-c27c2454-5839-4fa9-8e9c-dc24e7fb80a5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0610461 Aug 24 16:17:21.022983 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16dbfa24-1606-42dc-8d6b-6ef056295c2f req-170f9eff-4e26-44b9-9bed-03cf1935121f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594602 Aug 24 16:17:21.470626 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81d16-df3a-4274-8eaa-f70a36bbfcc2 req-8c0990d5-0707-4872-bed8-81f85620f486 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:21.472316 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14e81d16-df3a-4274-8eaa-f70a36bbfcc2 req-8c0990d5-0707-4872-bed8-81f85620f486 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0540228 Aug 24 16:17:21.510757 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14e81d16-df3a-4274-8eaa-f70a36bbfcc2 req-49f5fe37-c1ef-423f-a78f-d89eb2fae7a5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Aug 24 16:17:22.146093 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdcf97-7c48-4105-a2e0-09bb09db10da req-85568e9d-3749-42ed-930b-4ddba2614ae7 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:22.153055 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c2cdcf97-7c48-4105-a2e0-09bb09db10da req-85568e9d-3749-42ed-930b-4ddba2614ae7 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0634549 Aug 24 16:17:22.186833 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c2cdcf97-7c48-4105-a2e0-09bb09db10da req-c5e70a99-684c-413c-b0ab-4dcd71d6ef9d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Aug 24 16:17:22.636347 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90050e-43cf-4b21-9f4c-a55147a64eaa req-fc2c6713-5b8d-4df0-b3cd-95119a1c0be0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:22.637853 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3c90050e-43cf-4b21-9f4c-a55147a64eaa req-fc2c6713-5b8d-4df0-b3cd-95119a1c0be0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0481920 Aug 24 16:17:22.675330 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3c90050e-43cf-4b21-9f4c-a55147a64eaa req-d08e6491-1fbf-4350-b175-af2ce23c7349 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Aug 24 16:17:22.835222 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:23.309660 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840633c-82b6-40ef-9cf7-307ddca702d9 req-1dc6d95f-bebd-467e-b09f-2a2c95853ffe tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:23.311632 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5840633c-82b6-40ef-9cf7-307ddca702d9 req-1dc6d95f-bebd-467e-b09f-2a2c95853ffe tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0537002 Aug 24 16:17:23.348167 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5840633c-82b6-40ef-9cf7-307ddca702d9 req-eb3d59e6-ca0a-4b1b-a040-ac684b8eac6f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Aug 24 16:17:23.799746 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd9f66-fdd2-478c-94af-06dfcda427bb req-78ab02f0-75cd-4fdc-a993-c763ad403ee4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:23.801247 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efdd9f66-fdd2-478c-94af-06dfcda427bb req-78ab02f0-75cd-4fdc-a993-c763ad403ee4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0484552 Aug 24 16:17:23.855653 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efdd9f66-fdd2-478c-94af-06dfcda427bb req-9363b349-cb57-4edc-aeac-2d8939578dd7 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Aug 24 16:17:24.163502 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-b68ed040-4b19-47ce-949e-5a2906cc0264 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504677 Aug 24 16:17:24.347320 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-340973b8-682a-47ab-ad49-2ccd2dbe307f tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:24.355243 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-340973b8-682a-47ab-ad49-2ccd2dbe307f tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796207 Aug 24 16:17:24.367254 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-23d4b14e-d05a-46cc-b28a-9206d17dd00d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/quotas/41f242a7acc04ef7a0bb6e372f821a40 HTTP/1.1" status: 200 len: 375 time: 0.0108423 Aug 24 16:17:24.400296 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-9600cf7a-0d82-4200-a59b-aaffec8ef1d3 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277729 Aug 24 16:17:25.101560 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd740-1ae6-4a6b-be82-6c37d3e57120 req-1f921fb3-8efd-4d90-8126-41f2eec256ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:25.108137 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32ddd740-1ae6-4a6b-be82-6c37d3e57120 req-1f921fb3-8efd-4d90-8126-41f2eec256ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0773680 Aug 24 16:17:25.144122 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32ddd740-1ae6-4a6b-be82-6c37d3e57120 req-9b340247-2878-4671-8602-af9a6817f13d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Aug 24 16:17:25.250501 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc913a-6e75-4b0c-b3e6-6672ea19169f req-859c3553-1c9f-47ed-8715-139095b742a6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:25.251953 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5bc913a-6e75-4b0c-b3e6-6672ea19169f req-859c3553-1c9f-47ed-8715-139095b742a6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0518587 Aug 24 16:17:25.293020 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5bc913a-6e75-4b0c-b3e6-6672ea19169f req-2b8a0305-5e1b-4a71-b5a1-2b7205cbdcaa tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345588 Aug 24 16:17:25.360105 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ccc91304-8150-406c-9129-b30983766949 req-92b5ade3-7b14-4f90-b7c1-64e810f68f92 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0266840 Aug 24 16:17:26.261495 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ea4c-4bc0-4b39-8d5a-643cda922bf1 req-ed4db526-86a9-4f17-8426-d7ecbe9021cc tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:26.262959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a3e2ea4c-4bc0-4b39-8d5a-643cda922bf1 req-ed4db526-86a9-4f17-8426-d7ecbe9021cc tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0497208 Aug 24 16:17:26.299707 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a3e2ea4c-4bc0-4b39-8d5a-643cda922bf1 req-0ba0966e-94fc-429c-8c5c-a8fe8098366c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300257 Aug 24 16:17:26.413762 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5035b24-8787-4311-b08c-ff83c0e31798 req-450f06c4-72bf-4655-82af-d156a36ee5bb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:26.415825 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c5035b24-8787-4311-b08c-ff83c0e31798 req-450f06c4-72bf-4655-82af-d156a36ee5bb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0535669 Aug 24 16:17:26.453882 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c5035b24-8787-4311-b08c-ff83c0e31798 req-42655c0c-fe8a-47c0-84cc-d070b2db999a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Aug 24 16:17:26.535618 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fa4a37d3-4db4-4c07-80a0-6b0966a3aff4 req-87496510-05fe-409c-90b8-402c55ca71c5 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0278459 Aug 24 16:17:27.443486 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57584753-da60-474b-b8fb-660fdeb30b63 req-c578cc92-3d86-484d-9186-6b5abbcc2b79 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:27.445479 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57584753-da60-474b-b8fb-660fdeb30b63 req-c578cc92-3d86-484d-9186-6b5abbcc2b79 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0624151 Aug 24 16:17:27.488413 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57584753-da60-474b-b8fb-660fdeb30b63 req-d3951bc7-2b3a-4e75-b500-36a95f77a41b tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Aug 24 16:17:27.595184 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851554-94f5-4522-ae5e-c76340e6857e req-b30ff792-e12f-44a3-9c32-c58857d4bbca tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:27.599295 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf851554-94f5-4522-ae5e-c76340e6857e req-b30ff792-e12f-44a3-9c32-c58857d4bbca tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0518470 Aug 24 16:17:27.643963 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf851554-94f5-4522-ae5e-c76340e6857e req-434d6c28-2300-4c2a-939c-0eb8b4a0fcd0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Aug 24 16:17:27.745939 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e0758a83-4f56-47a6-864e-1aa256607855 req-6edc308a-68fc-440c-a5f6-8691888295ac tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 24 16:17:28.605088 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb52c-17ef-42db-96db-ae714c5ab701 req-9b046fa2-dc22-4544-a32d-c9876303f099 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:28.606764 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85beb52c-17ef-42db-96db-ae714c5ab701 req-9b046fa2-dc22-4544-a32d-c9876303f099 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0535674 Aug 24 16:17:28.646081 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85beb52c-17ef-42db-96db-ae714c5ab701 req-3912ed24-30e0-44c9-b04a-3f8e4e8c9e30 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Aug 24 16:17:28.776856 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e04a9-fc47-466e-9b6d-51476751b5ef req-9f54e958-09f7-4d63-a315-904a64d2a605 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:28.785128 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b78e04a9-fc47-466e-9b6d-51476751b5ef req-9f54e958-09f7-4d63-a315-904a64d2a605 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0612395 Aug 24 16:17:28.819964 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b78e04a9-fc47-466e-9b6d-51476751b5ef req-7f5825db-2ce1-4b44-bfd6-0244981dd883 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Aug 24 16:17:28.899233 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-15fe7ee2-572c-4da0-94fc-606d5972831f req-26cd029f-ad5d-41aa-b676-2157a0cc39ae tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0249574 Aug 24 16:17:29.642189 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-44a08fba-6980-429a-9fa4-55c4323b4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:29.643659 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-44a08fba-6980-429a-9fa4-55c4323b4cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1097 time: 0.0417502 Aug 24 16:17:29.789844 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57a36-46eb-42d6-9f87-65920753d6a9 req-9cc196be-706e-4fa7-9269-b503eda89f42 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:29.791538 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-afc57a36-46eb-42d6-9f87-65920753d6a9 req-9cc196be-706e-4fa7-9269-b503eda89f42 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0596089 Aug 24 16:17:29.843969 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-afc57a36-46eb-42d6-9f87-65920753d6a9 req-8958f52d-2dfc-4d69-8584-10886fc76481 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Aug 24 16:17:29.942525 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960e5f-edd9-4062-a4b8-3d2727fe4c9f req-471a66b3-640b-474f-87dc-0d6f7ed5d863 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:29.945962 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5960e5f-edd9-4062-a4b8-3d2727fe4c9f req-471a66b3-640b-474f-87dc-0d6f7ed5d863 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0536170 Aug 24 16:17:29.999766 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5960e5f-edd9-4062-a4b8-3d2727fe4c9f req-a5d37ff1-cf5e-40c5-9c39-0cf2534b81ef tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Aug 24 16:17:30.023863 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-71bc0fd5-cc64-416e-809f-8575bcf68ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.025625 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-71bc0fd5-cc64-416e-809f-8575bcf68ac8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3361595 Aug 24 16:17:30.028620 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c77700f-1275-454d-9afb-c18bf87ba778 req-dc400328-b978-454e-8b65-e33fee5b01a7 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0278363 Aug 24 16:17:30.061844 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-b22f4a8c-aa37-40e5-9a7e-11f6bb2e86f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3504221 Aug 24 16:17:30.162467 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-a9db58bb-51ce-4561-9cdd-9589a598dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.164104 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-a9db58bb-51ce-4561-9cdd-9589a598dcaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0781207 Aug 24 16:17:30.165065 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-5138dbbf-f15d-46f9-b43e-738501bdaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.166367 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-caa7e861-cc25-4da1-951a-66bf25531aa1 req-5138dbbf-f15d-46f9-b43e-738501bdaab6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328747 Aug 24 16:17:30.319945 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-4e9b79c0-4107-43c1-9e9d-55929a12afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.321499 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-4e9b79c0-4107-43c1-9e9d-55929a12afd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1097 time: 0.0931196 Aug 24 16:17:30.326416 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-1b9420c6-8fb3-498a-be96-7231204ed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.327882 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-1b9420c6-8fb3-498a-be96-7231204ed726 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1205280 Aug 24 16:17:30.402939 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-3b5243b0-8603-4082-96fa-2b2f92f6b8a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 217 time: 0.0661762 Aug 24 16:17:30.404957 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-7315bf5c-a523-4557-ad42-cdeecb288285 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0618951 Aug 24 16:17:30.609710 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-98e9bb16-af5f-44f9-aa1e-8e44637363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.611231 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-98e9bb16-af5f-44f9-aa1e-8e44637363ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.0760376 Aug 24 16:17:30.614427 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-6ea70575-7285-4ac2-aa4f-19dad164ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.615741 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-6ea70575-7285-4ac2-aa4f-19dad164ad03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0728042 Aug 24 16:17:30.677653 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-06242bfd-0947-4bf3-941b-45d4c779a3cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478270 Aug 24 16:17:30.689751 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536048-ae2a-4820-b270-b2921131ad55 req-d341d702-832b-464b-a04e-002a166a85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.691172 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-d341d702-832b-464b-a04e-002a166a85ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625567 Aug 24 16:17:30.839745 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-1e0bf6cb-64d0-4e58-bd29-0f6d773b66a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472077 Aug 24 16:17:30.845666 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-233fcae2-c47c-4bcc-be93-c2f323fc2930 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352556 Aug 24 16:17:30.980121 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322465-92dd-47c8-a1c8-f809de90d7f0 req-44199d36-892d-4ed5-9805-61f92548b5c1 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:30.981643 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-33322465-92dd-47c8-a1c8-f809de90d7f0 req-44199d36-892d-4ed5-9805-61f92548b5c1 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0641835 Aug 24 16:17:31.011152 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4d98e799-6ec9-4716-a8b4-758a3ea590eb req-23c9fff4-e9e6-42ab-9157-5107011b9633 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554074 Aug 24 16:17:31.013100 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96536048-ae2a-4820-b270-b2921131ad55 req-4d6fc211-9915-4e40-860b-2d7b6c320680 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561804 Aug 24 16:17:31.023571 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-33322465-92dd-47c8-a1c8-f809de90d7f0 req-ed9b39ad-aeb7-439c-93cf-b4a8e40fd133 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Aug 24 16:17:31.129908 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-d188c66e-9ad6-425d-a62a-cb42d4a2bc0a tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346386 Aug 24 16:17:31.159761 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dddd732c-4462-4bc8-b800-45a951470e41 req-4c314104-be9b-404a-b9fc-b246740c50f8 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0305936 Aug 24 16:17:31.180849 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761449b1-6284-4ef6-b881-b04e64462b33 req-3ab87566-e576-450e-b087-f1518d2667fa tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:31.180849 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-761449b1-6284-4ef6-b881-b04e64462b33 req-3ab87566-e576-450e-b087-f1518d2667fa tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0941851 Aug 24 16:17:31.234766 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-761449b1-6284-4ef6-b881-b04e64462b33 req-22d1560a-9d8c-45cc-9458-1cca6ae9d504 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513761 Aug 24 16:17:31.341652 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-a019c85d-a1bf-4a62-a18e-0076172d6fc8 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:31.343264 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-a019c85d-a1bf-4a62-a18e-0076172d6fc8 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021098 Aug 24 16:17:31.361026 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Request body: {'port': {'device_id': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e', 'admin_state_up': True, 'tenant_id': '41f242a7acc04ef7a0bb6e372f821a40'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:31.549997 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Made reservation on behalf of 41f242a7acc04ef7a0bb6e372f821a40 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:31.554261 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:31.572689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:31.665522 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:31.755245 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:31.822832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3968305-40f1-4049-8db8-62430c7afb88,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:31.834476 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.834830 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.835182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.835523 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.835862 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.836194 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.836548 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.836880 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.837210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.837537 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.837866 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.838190 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:31.906055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Allocated IP 192.168.233.241 (ac9cc795-d206-4ddf-96a4-de8ec32e4f6e/712dd611-6ff3-4c1b-82a6-acd528be7b10/affe4138-9c71-4619-a558-7a8d822feebb) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:32.031741 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:17:32.052259 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.066642 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Transition to ACTIVE for port object affe4138-9c71-4619-a558-7a8d822feebb will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:32.133957 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:32.147496 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'port_id': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'mac_address': 'fa:16:3e:9b:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:17:32.161094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.190426 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:17:32.201643 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.204074 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b872-5932-43cc-ab4d-3a91247e19c2 req-4e14f948-0d95-439c-a3ed-250bfbc46ee8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:32.208040 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d1e7b872-5932-43cc-ab4d-3a91247e19c2 req-4e14f948-0d95-439c-a3ed-250bfbc46ee8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 944 time: 0.0781627 Aug 24 16:17:32.218371 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:17:32.218926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:32.222239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:32.227187 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:32.251065 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:32.277329 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Pushing event updated for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:32.294959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:32.298260 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.306844 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d1e7b872-5932-43cc-ab4d-3a91247e19c2 req-5907b562-6ccf-49df-a7be-6a54e054e27b tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Aug 24 16:17:32.356300 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f85722-f70b-4438-823d-4f644cf74254 req-5691c2c6-6cc3-45aa-af5e-bbcb20879528 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:32.358249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-92f85722-f70b-4438-823d-4f644cf74254 req-5691c2c6-6cc3-45aa-af5e-bbcb20879528 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 936 time: 0.0834391 Aug 24 16:17:32.390524 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.421768 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-42cc7b30-144c-485f-a43a-425eb3ba6681 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0645404 Aug 24 16:17:32.430882 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-92f85722-f70b-4438-823d-4f644cf74254 req-05ea72d3-7855-49bc-a95c-9ade2247d0cc tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665452 Aug 24 16:17:32.439255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Request body: {'port': {'device_id': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:32.449298 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dce217-d44f-4883-8464-dc20b6b842b3 req-7a68e2f3-6869-45b9-b3cd-9e7165f3fbc6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:32.451245 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73dce217-d44f-4883-8464-dc20b6b842b3 req-7a68e2f3-6869-45b9-b3cd-9e7165f3fbc6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0807230 Aug 24 16:17:32.492755 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:32.501256 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.501636 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.509452 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.509452 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.509452 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.509452 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.511025 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.511025 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.511284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.511545 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.511808 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.512147 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:32.521018 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73dce217-d44f-4883-8464-dc20b6b842b3 req-b8932f6c-37a9-4e24-99c9-8480fed6e55a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634913 Aug 24 16:17:32.546609 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.652380 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-66400cff-f3b4-4460-be84-329837483cef None None] Provisioning for port affe4138-9c71-4619-a558-7a8d822feebb completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:32.656725 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-66400cff-f3b4-4460-be84-329837483cef None None] Provisioning complete for port affe4138-9c71-4619-a558-7a8d822feebb triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:32.657154 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-66400cff-f3b4-4460-be84-329837483cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.668009 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:17:32.756879 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-66400cff-f3b4-4460-be84-329837483cef None None] Port affe4138-9c71-4619-a558-7a8d822feebb cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:32.838967 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affe4138-9c71-4619-a558-7a8d822feebb {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:17:32.852291 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:32.869483 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Transition to ACTIVE for port object affe4138-9c71-4619-a558-7a8d822feebb will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:32.977636 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.035624 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Pushing event updated for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:33.103440 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Attempting to bind port affe4138-9c71-4619-a558-7a8d822feebb on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:33.103797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Attempting to bind port affe4138-9c71-4619-a558-7a8d822feebb by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:33.104140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Attempting to bind port affe4138-9c71-4619-a558-7a8d822feebb on network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:33.117847 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Port affe4138-9c71-4619-a558-7a8d822feebb on network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:17:33.121160 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Attempting to bind port affe4138-9c71-4619-a558-7a8d822feebb on network ac9cc795-d206-4ddf-96a4-de8ec32e4f6e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:33.125102 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:33.129546 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Checking segment: {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:33.129959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Bound using segment: {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:33.130506 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Bound port: affe4138-9c71-4619-a558-7a8d822feebb, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aec21b4-cae4-4e8d-9d87-e34a7986b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:33.130790 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.202951 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:33.207908 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=affe4138-9c71-4619-a558-7a8d822feebb,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:33.223271 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49108) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:33.286902 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.332046 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.332892 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.334106 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] 10.222.0.37 "PUT /v2.0/ports/affe4138-9c71-4619-a558-7a8d822feebb HTTP/1.1" status: 200 len: 1098 time: 0.9016953 Aug 24 16:17:33.341817 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:33.344105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061420a3-6611-4820-bb7f-5478e1bfc4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "tag": "affe4138-9c71-4619-a558-7a8d822feebb"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:33.357761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1210f441-d323-4a9a-8d98-be7bd1d7ceb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.400069 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212ac4-8063-4a34-b949-d0e95c409d65 service neutron] Pushing event updated for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:33.463701 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f38292-61a4-499a-b42d-29226d0e997b req-1fa267e0-00c5-47f3-8b47-fe3456fa6926 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.473534 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-47f38292-61a4-499a-b42d-29226d0e997b req-1fa267e0-00c5-47f3-8b47-fe3456fa6926 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 945 time: 0.0914252 Aug 24 16:17:33.537278 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-47f38292-61a4-499a-b42d-29226d0e997b req-beddad65-7217-43d4-b5cf-ae6ed3b1270c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599608 Aug 24 16:17:33.541893 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-bccaa3b4-dccd-401b-8b68-497c9d0c2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.543938 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-bccaa3b4-dccd-401b-8b68-497c9d0c2fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 1101 time: 0.0938063 Aug 24 16:17:33.619648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ceb814-dcb4-403b-bfed-c6ee3fd48ce1 x-openstack-request-id: req-f8ceb814-dcb4-403b-bfed-c6ee3fd48ce1 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:33.620224 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "tag": "affe4138-9c71-4619-a558-7a8d822feebb", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:33.620682 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8ceb814-dcb4-403b-bfed-c6ee3fd48ce1 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:33.626832 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb', 'status': 'completed', 'code': 200} Aug 24 16:17:33.626832 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-29ac1822-0650-46e8-9b5b-1c1443110a02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=affe4138-9c71-4619-a558-7a8d822feebb HTTP/1.1" status: 200 len: 217 time: 0.0602906 Aug 24 16:17:33.630451 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1210f441-d323-4a9a-8d98-be7bd1d7ceb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.675636 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-605c5314-71a3-4771-b38c-814f066a1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.677130 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-605c5314-71a3-4771-b38c-814f066a1253 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=712dd611-6ff3-4c1b-82a6-acd528be7b10 HTTP/1.1" status: 200 len: 843 time: 0.0449979 Aug 24 16:17:33.714990 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf58e-572b-4024-bc47-21588097607a req-36120e2a-89b2-4ac4-a537-0915d61c2b9c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.716119 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1210f441-d323-4a9a-8d98-be7bd1d7ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.716594 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04ebf58e-572b-4024-bc47-21588097607a req-36120e2a-89b2-4ac4-a537-0915d61c2b9c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0762174 Aug 24 16:17:33.737515 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15df8-7c2b-4058-87f3-564885727cc6 req-af7f7559-391d-4447-a2b3-78040201f36f tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.739011 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1f15df8-7c2b-4058-87f3-564885727cc6 req-af7f7559-391d-4447-a2b3-78040201f36f tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 948 time: 0.0967858 Aug 24 16:17:33.758123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db77-4151-43c6-b32a-128089f1adaa req-9eb4ef51-be64-49fe-a577-385d097b83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:33.759630 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-9eb4ef51-be64-49fe-a577-385d097b83d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac9cc795-d206-4ddf-96a4-de8ec32e4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0735068 Aug 24 16:17:33.762642 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1210f441-d323-4a9a-8d98-be7bd1d7ceb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=454f2d1e0ae543a69a9a574538f68738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377164 Aug 24 16:17:33.764258 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f441-d323-4a9a-8d98-be7bd1d7ceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bea036-e86c-492a-b9f5-8581d0ae4a3f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:33.766628 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49128) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:33.795044 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04ebf58e-572b-4024-bc47-21588097607a req-6fe0271f-9156-4eb6-b582-2660669d4fa5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718086 Aug 24 16:17:33.820107 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1f15df8-7c2b-4058-87f3-564885727cc6 req-47a833be-6b58-472a-b752-9c99b4a9da9a tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716190 Aug 24 16:17:33.852164 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.863539 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-14fb2549-9885-40a5-8a38-07111cf1d0c6 service neutron] 10.222.0.37 "GET /v2.0/networks/ac9cc795-d206-4ddf-96a4-de8ec32e4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955575 Aug 24 16:17:33.875765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:33.954600 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40a8db77-4151-43c6-b32a-128089f1adaa req-a4adc2ed-0e95-4dcd-98b5-1f7e1a1d6465 service neutron] 10.222.0.37 "GET /v2.0/networks/ac9cc795-d206-4ddf-96a4-de8ec32e4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Aug 24 16:17:34.000376 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:34.003035 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:34.004937 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97bea036-e86c-492a-b9f5-8581d0ae4a3f HTTP/1.1" status: 204 len: 168 time: 0.2319031 Aug 24 16:17:34.012262 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2448013-6475-412e-b37b-75ee1d99e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bea036-e86c-492a-b9f5-8581d0ae4a3f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:34.072217 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:34.203657 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-a7119d0b-02d2-46dc-8168-950ed4d21b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.205156 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-a7119d0b-02d2-46dc-8168-950ed4d21b87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 1101 time: 0.0447302 Aug 24 16:17:34.212120 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:34.216269 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:34.217172 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:34.306968 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:34.332345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:34.335042 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1904a8-7c8f-4a56-812e-0db3aaa65b17" -d '{"events": [{"server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:34.349431 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:34.381240 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfee25d-7697-4fee-91a2-0f810ef64ea5 x-openstack-request-id: req-dbfee25d-7697-4fee-91a2-0f810ef64ea5 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:34.381240 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:34.381240 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbfee25d-7697-4fee-91a2-0f810ef64ea5 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:34.381240 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'code': 200} Aug 24 16:17:34.441002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:34.491255 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:34.519469 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-c4d8ef90-f86f-4158-a35e-ad1b76567f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.520921 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-c4d8ef90-f86f-4158-a35e-ad1b76567f80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac9cc795-d206-4ddf-96a4-de8ec32e4f6e HTTP/1.1" status: 200 len: 870 time: 0.3072405 Aug 24 16:17:34.569576 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-7ad70b72-3074-43ea-98e7-f27af97b9a9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=affe4138-9c71-4619-a558-7a8d822feebb HTTP/1.1" status: 200 len: 217 time: 0.0380061 Aug 24 16:17:34.626552 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-aad2770d-0ea8-4432-a1b6-518cff6f0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.628314 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-aad2770d-0ea8-4432-a1b6-518cff6f0dbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=712dd611-6ff3-4c1b-82a6-acd528be7b10 HTTP/1.1" status: 200 len: 843 time: 0.0500290 Aug 24 16:17:34.679128 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-3ef5b6f5-53d7-4065-bb18-bdc8d2a96e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.681057 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11263-21c6-4c98-9cd2-7825a5fa767d req-77bfee3d-4339-4bdc-8839-837f04e67368 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.681630 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-3ef5b6f5-53d7-4065-bb18-bdc8d2a96e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac9cc795-d206-4ddf-96a4-de8ec32e4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0452476 Aug 24 16:17:34.685378 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5db11263-21c6-4c98-9cd2-7825a5fa767d req-77bfee3d-4339-4bdc-8839-837f04e67368 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0734494 Aug 24 16:17:34.738626 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5db11263-21c6-4c98-9cd2-7825a5fa767d req-2561fdff-588b-4641-833d-7e1f2df888a8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476127 Aug 24 16:17:34.818641 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda258cb-b3ad-4e70-b427-55452b62920e req-99e2ed3b-24b7-4f25-9b46-74ebe58b5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.820081 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dda258cb-b3ad-4e70-b427-55452b62920e req-99e2ed3b-24b7-4f25-9b46-74ebe58b5606 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1099 time: 0.0692854 Aug 24 16:17:34.823607 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-22733b70-e2c1-41c3-9adf-7ca6d327af94 service neutron] 10.222.0.37 "GET /v2.0/networks/ac9cc795-d206-4ddf-96a4-de8ec32e4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306186 Aug 24 16:17:34.932957 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b7841-5e75-442e-b724-68dadeb98bdf req-f2e67411-3db6-40e7-a364-3a46edf7b4b4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:34.936230 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d14b7841-5e75-442e-b724-68dadeb98bdf req-f2e67411-3db6-40e7-a364-3a46edf7b4b4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0661681 Aug 24 16:17:34.937300 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dda258cb-b3ad-4e70-b427-55452b62920e req-4c93fb54-be82-4c7f-b0d0-b276cbb3cbcb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026223 Aug 24 16:17:34.967909 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-061420a3-6611-4820-bb7f-5478e1bfc4ae req-d58672e1-21ae-4c51-b18d-254dd76a2b1b service neutron] 10.222.0.37 "GET /v2.0/networks/ac9cc795-d206-4ddf-96a4-de8ec32e4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266553 Aug 24 16:17:35.009013 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d14b7841-5e75-442e-b724-68dadeb98bdf req-4263ab26-04ad-4622-8bbe-beb7031d5928 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622041 Aug 24 16:17:35.031424 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deb85f-242d-4d1f-adfe-a963577cbfd9 req-8cc94b4b-e6d7-4fcf-b00c-205973b0d501 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:35.031424 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7deb85f-242d-4d1f-adfe-a963577cbfd9 req-8cc94b4b-e6d7-4fcf-b00c-205973b0d501 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 948 time: 0.0888040 Aug 24 16:17:35.064666 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7deb85f-242d-4d1f-adfe-a963577cbfd9 req-8d7f2753-fbe1-4d45-b154-c4a95d7019b8 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Aug 24 16:17:35.213634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49170) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:35.313091 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-77990829-network', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:35.468625 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Made reservation on behalf of c000831c3acd4f72a83ddbe121dc1767 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:35.470912 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.479900 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.565969 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.646086 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.666723 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:17:35.680134 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa50ce-023e-4988-9ea2-92d06839671d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:35.684800 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.685204 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Added segment 64101e2d-81a1-4e2e-b26a-3e26ce51bef5 of type vlan for network 6110ad9f-daed-48fb-a666-a113b63dff62 Aug 24 16:17:35.726647 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.834673 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.835690 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:35.836314 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:35.852197 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f379852-7c1c-4167-a8b2-152ddc74afd8 req-b5368b91-4973-47f4-a6c3-7a6251abc333 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:35.853746 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f379852-7c1c-4167-a8b2-152ddc74afd8 req-b5368b91-4973-47f4-a6c3-7a6251abc333 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0493171 Aug 24 16:17:35.894135 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f379852-7c1c-4167-a8b2-152ddc74afd8 req-281c4307-73cb-4cfc-b679-cf1d9c19394e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Aug 24 16:17:35.899979 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] Pushing event updated for resources: {'Network': ['ID=6110ad9f-daed-48fb-a666-a113b63dff62,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:35.910708 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 6110ad9f-daed-48fb-a666-a113b63dff62 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:17:35.944076 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-69d337d7-1d0e-489e-b34b-9f647c2558ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7293291 Aug 24 16:17:35.946979 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49178) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:35.952385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Request body: {'subnet': {'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-77990829-subnet', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:36.041720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Made reservation on behalf of c000831c3acd4f72a83ddbe121dc1767 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:36.043830 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:36.090466 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device affe4138-9c71-4619-a558-7a8d822feebb details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:17:36.156047 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22803805-32fc-4432-968e-a98d029636db req-fc9b3fc7-b8ba-4cb7-8bb1-b0121865c614 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:36.157661 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-22803805-32fc-4432-968e-a98d029636db req-fc9b3fc7-b8ba-4cb7-8bb1-b0121865c614 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0746765 Aug 24 16:17:36.212621 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=affe4138-9c71-4619-a558-7a8d822feebb,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:36.224428 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'affe4138-9c71-4619-a558-7a8d822feebb', 'network_id': 'ac9cc795-d206-4ddf-96a4-de8ec32e4f6e', 'port_id': 'affe4138-9c71-4619-a558-7a8d822feebb', 'mac_address': 'fa:16:3e:df:09:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712dd611-6ff3-4c1b-82a6-acd528be7b10', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:17:36.229120 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-22803805-32fc-4432-968e-a98d029636db req-d122f370-3397-48d4-b201-18bcfde7b12f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625274 Aug 24 16:17:36.237068 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98732c-e082-45fe-8f16-50307428f456 req-c84b4547-322d-421b-a11d-09bc4dc3857b tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:36.238701 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d98732c-e082-45fe-8f16-50307428f456 req-c84b4547-322d-421b-a11d-09bc4dc3857b tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 948 time: 0.0919344 Aug 24 16:17:36.264055 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:36.276959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affe4138-9c71-4619-a558-7a8d822feebb {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:17:36.280508 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d98732c-e082-45fe-8f16-50307428f456 req-bb068fbc-5ff8-4730-b8d9-a11830f996f1 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Aug 24 16:17:36.311847 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=affe4138-9c71-4619-a558-7a8d822feebb,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:36.457750 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:36.512028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7da8ed-479c-4890-a832-b437a4478fa8,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:36.520707 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:36.522614 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Checking segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:36.523140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Network hostable DHCP agents. Network: 6110ad9f-daed-48fb-a666-a113b63dff62, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:17:36.569874 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:36.732082 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Network 6110ad9f-daed-48fb-a666-a113b63dff62 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:17:36.788429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f9b70-bd0c-48e1-af9d-952895f97398 req-ed6d4867-3e2f-42fb-aa20-61aad0fadc4c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:36.790224 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-479f9b70-bd0c-48e1-af9d-952895f97398 req-ed6d4867-3e2f-42fb-aa20-61aad0fadc4c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0488610 Aug 24 16:17:36.797709 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['affe4138-9c71-4619-a558-7a8d822feebb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:17:36.818057 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 6110ad9f-daed-48fb-a666-a113b63dff62) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:36.822143 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:36.822735 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:36.844509 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-479f9b70-bd0c-48e1-af9d-952895f97398 req-ae7b13d8-3fe4-4cce-b60c-08653c4273dd tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469720 Aug 24 16:17:36.847549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c7869-a0b5-43a4-b5cb-4549b19c7c26 None None] Network 6110ad9f-daed-48fb-a666-a113b63dff62 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:36.962320 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-b300bdd2-7868-4f80-a225-2f277b51b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:36.963959 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-b300bdd2-7868-4f80-a225-2f277b51b7c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1099 time: 0.0419223 Aug 24 16:17:36.966922 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a1503896-114b-48c1-a5b0-912617ec877d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0190289 Aug 24 16:17:36.970013 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49200) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:36.974546 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:37.022765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5421046-8fc8-4836-abb0-b1631841eb96 req-d3153283-928d-411e-a4e9-f27c363c94af tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.025013 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b5421046-8fc8-4836-abb0-b1631841eb96 req-d3153283-928d-411e-a4e9-f27c363c94af tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0565200 Aug 24 16:17:37.065875 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b5421046-8fc8-4836-abb0-b1631841eb96 req-20827e0b-e1f5-401b-9059-ad870020e159 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Aug 24 16:17:37.085978 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-59a1bada-6507-4af0-a20d-128c390d0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.088304 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-59a1bada-6507-4af0-a20d-128c390d0625 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.1105764 Aug 24 16:17:37.088730 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-6110ad9f-daed-48fb-a666-a113b63dff62', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:17:37.089572 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.162909 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-04778e2a-16ab-4717-be30-efb6ae3d928a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 1002 time: 0.0665867 Aug 24 16:17:37.190737 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc8ba0-6253-4ca2-9807-11313a578cc9 req-767c5453-4d32-4c10-a31b-fa6b41fe733a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.198164 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0fbc8ba0-6253-4ca2-9807-11313a578cc9 req-767c5453-4d32-4c10-a31b-fa6b41fe733a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0497499 Aug 24 16:17:37.204630 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.205751 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.231619 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-9cc2f44c-804d-4cab-a5c1-30b40f6bb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.233066 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0fbc8ba0-6253-4ca2-9807-11313a578cc9 req-a2e51752-7cc5-476e-af48-63edc893fd93 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Aug 24 16:17:37.233688 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-9cc2f44c-804d-4cab-a5c1-30b40f6bb08c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.0627978 Aug 24 16:17:37.240469 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Allocated IP 172.20.0.2 (6110ad9f-daed-48fb-a666-a113b63dff62/0d7da8ed-479c-4890-a832-b437a4478fa8/d23931e3-2b8c-4c69-973f-09f5bef8225e) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:37.293064 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.310515 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-e2dd7f16-9eb5-4328-ae53-bf901290c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.311688 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-e2dd7f16-9eb5-4328-ae53-bf901290c556 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691357 Aug 24 16:17:37.414188 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.417088 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9a8ef-9868-4bd4-98d7-a5ba71469c21 req-c4901d2d-f79c-43cd-8e32-2502157993a4 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.419233 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abd9a8ef-9868-4bd4-98d7-a5ba71469c21 req-c4901d2d-f79c-43cd-8e32-2502157993a4 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 949 time: 0.0588589 Aug 24 16:17:37.424512 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Transition to ACTIVE for port object d23931e3-2b8c-4c69-973f-09f5bef8225e will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:37.444149 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Transition to ACTIVE for port object d23931e3-2b8c-4c69-973f-09f5bef8225e will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:37.471493 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abd9a8ef-9868-4bd4-98d7-a5ba71469c21 req-ec364155-76dc-43b3-95ae-84035d95b197 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Aug 24 16:17:37.563344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.576852 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-9397e876-2254-4a94-976c-93c36f4bc211 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526724 Aug 24 16:17:37.577062 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.619146 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Network 6110ad9f-daed-48fb-a666-a113b63dff62 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:37.621973 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:37.626002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:37.635099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Pushing event updated for resources: {'Port': ['ID=d23931e3-2b8c-4c69-973f-09f5bef8225e,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:37.687237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Attempting to bind port d23931e3-2b8c-4c69-973f-09f5bef8225e on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:37.687237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Attempting to bind port d23931e3-2b8c-4c69-973f-09f5bef8225e by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:37.687237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Attempting to bind port d23931e3-2b8c-4c69-973f-09f5bef8225e on network 6110ad9f-daed-48fb-a666-a113b63dff62 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:37.689946 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:37.690317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Checking segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:37.690719 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.691075 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec7f9c4-d43f-4616-943c-a3379a38e372 req-315acb1a-ff04-4e5a-8c60-af7dd371f657 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931075 Aug 24 16:17:37.691188 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Bound using segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:37.691702 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Bound port: d23931e3-2b8c-4c69-973f-09f5bef8225e, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:37.692089 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.767065 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] For port d23931e3-2b8c-4c69-973f-09f5bef8225e, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:37.771510 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] For port d23931e3-2b8c-4c69-973f-09f5bef8225e, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=d23931e3-2b8c-4c69-973f-09f5bef8225e,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:37.795699 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac643-274b-41c8-8c57-7bc80e3935a0 req-bd79e0d2-d3bf-4e24-a872-eeb062cf0ce5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:37.797221 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57aac643-274b-41c8-8c57-7bc80e3935a0 req-bd79e0d2-d3bf-4e24-a872-eeb062cf0ce5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0539691 Aug 24 16:17:37.835080 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57aac643-274b-41c8-8c57-7bc80e3935a0 req-cdd473af-d17b-461c-a577-78f4b4775f2a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Aug 24 16:17:37.868895 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.949234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:37.970257 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.031501 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5b36e-f17a-43ee-ac4a-3743241b7b8b None None] Pushing event updated for resources: {'Port': ['ID=d23931e3-2b8c-4c69-973f-09f5bef8225e,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:38.092965 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Allocated IP 172.27.1.56 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/41274e3a-0015-4b8c-8ff5-7dd4a043bb71) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:38.093664 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df52b96-5845-4ba3-b01a-6f66c70c97f3 req-c0f341bf-666e-497f-acb0-73f40cb6ace3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:38.108987 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9df52b96-5845-4ba3-b01a-6f66c70c97f3 req-c0f341bf-666e-497f-acb0-73f40cb6ace3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.1880882 Aug 24 16:17:38.109821 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device affe4138-9c71-4619-a558-7a8d822feebb up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:38.167306 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49224) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:38.201446 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9df52b96-5845-4ba3-b01a-6f66c70c97f3 req-49d127a9-9764-4edb-9d85-e045bf9180f6 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910058 Aug 24 16:17:38.246331 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.324827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port affe4138-9c71-4619-a558-7a8d822feebb completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:38.324827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port affe4138-9c71-4619-a558-7a8d822feebb triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:38.325278 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.356007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c260db1d-a988-4b82-969c-98bc21f373eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.378142 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.421888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:38.424928 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:38.428584 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:38.443381 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.452104 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Pushing event updated for resources: {'Port': ['ID=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:38.484163 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c260db1d-a988-4b82-969c-98bc21f373eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.488599 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:38.490990 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70b587-17cb-4dca-99a7-4cdf10d08a4b" -d '{"events": [{"server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "name": "network-vif-plugged", "status": "completed", "tag": "affe4138-9c71-4619-a558-7a8d822feebb"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:38.505530 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=affe4138-9c71-4619-a558-7a8d822feebb,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:38.540410 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218bb33-db3e-41a4-9b36-eccaad7daacc x-openstack-request-id: req-3218bb33-db3e-41a4-9b36-eccaad7daacc {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:38.541035 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "name": "network-vif-plugged", "status": "completed", "tag": "affe4138-9c71-4619-a558-7a8d822feebb", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:38.541540 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3218bb33-db3e-41a4-9b36-eccaad7daacc {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:38.541937 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb', 'code': 200} Aug 24 16:17:38.596456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c260db1d-a988-4b82-969c-98bc21f373eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.630261 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b969b3-1967-4901-b966-61d1964663bc req-bfa34d6f-b570-472b-a6c6-65d49a5a8805 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:38.631770 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37b969b3-1967-4901-b966-61d1964663bc req-bfa34d6f-b570-472b-a6c6-65d49a5a8805 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 949 time: 0.0758138 Aug 24 16:17:38.646538 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.656818 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c260db1d-a988-4b82-969c-98bc21f373eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8327be1eec647298926c6818b9d9e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876196 Aug 24 16:17:38.659367 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49234) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:38.671695 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260db1d-a988-4b82-969c-98bc21f373eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0fd89-8685-46b7-a5da-0cebde9b11a7,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:38.702872 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:38.710460 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37b969b3-1967-4901-b966-61d1964663bc req-03480914-6c5b-4f68-af68-b1008d22d6d9 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691772 Aug 24 16:17:38.734441 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.759967 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.867275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.937281 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.939434 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:38.944230 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54b0fd89-8685-46b7-a5da-0cebde9b11a7 HTTP/1.1" status: 204 len: 168 time: 0.2803328 Aug 24 16:17:38.958032 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54425dc-76f9-4415-8612-0563b96ebf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0fd89-8685-46b7-a5da-0cebde9b11a7,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:39.097737 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003875d9-8dfd-4fed-87f3-2e6189616804 req-234dac38-d194-4ca6-b511-19af5eed62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:39.099243 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-003875d9-8dfd-4fed-87f3-2e6189616804 req-234dac38-d194-4ca6-b511-19af5eed62b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 1103 time: 0.0871251 Aug 24 16:17:39.116731 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:39.180250 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-003875d9-8dfd-4fed-87f3-2e6189616804 req-15f3e26f-1aad-46a9-bd4c-f9850bf0b50e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712519 Aug 24 16:17:39.191749 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e943a-9e4c-49d8-b1d8-9ca56cbfc375 None None] Network 6110ad9f-daed-48fb-a666-a113b63dff62 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:39.342897 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea203-1339-4baa-a033-5bec60eab136 req-e3afea70-8730-46d1-92a5-abb267688d31 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:39.344431 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-913ea203-1339-4baa-a033-5bec60eab136 req-e3afea70-8730-46d1-92a5-abb267688d31 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0569227 Aug 24 16:17:39.349257 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Router bb099b5a-ba27-4e89-9f48-9d301c31cf09 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:17:39.400037 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-913ea203-1339-4baa-a033-5bec60eab136 req-db004b78-5262-4580-b746-80771bd55c27 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 Aug 24 16:17:39.435297 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-2b18b5b8-0c02-447d-b9d5-0dd8c73ea5ee None None] Provisioning for port d23931e3-2b8c-4c69-973f-09f5bef8225e completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:39.478392 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:39.488200 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Sync routers for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:39.499187 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:39.499883 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:39.606887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:39.611273 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49256) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:39.612170 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8ab0b8cd-212f-40ad-9cb0-19b604608893 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6410575 Aug 24 16:17:39.620615 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:39.931789 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:38Z', 'revision_number': 3, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:39.962914 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Checking router: bb099b5a-ba27-4e89-9f48-9d301c31cf09 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:39.963264 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Updating router bb099b5a-ba27-4e89-9f48-9d301c31cf09 port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:17:39.991687 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.055399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9afa-3d73-4d98-b780-097ff00a2378 req-aa0b2c1d-4be2-482f-860e-afbf235a0ded tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:40.063523 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57da9afa-3d73-4d98-b780-097ff00a2378 req-aa0b2c1d-4be2-482f-860e-afbf235a0ded tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.1327045 Aug 24 16:17:40.200298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-57da9afa-3d73-4d98-b780-097ff00a2378 req-408de400-157a-435f-8c7d-429d83cf4f2d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312258 Aug 24 16:17:40.242365 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device d23931e3-2b8c-4c69-973f-09f5bef8225e up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:40.344540 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.361598 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Transition to ACTIVE for port object 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:40.435172 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port d23931e3-2b8c-4c69-973f-09f5bef8225e completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:40.439302 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port d23931e3-2b8c-4c69-973f-09f5bef8225e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:40.444637 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.463704 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.525349 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Pushing event updated for resources: {'Port': ['ID=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:40.535319 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.535766 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.536195 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.536739 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.537215 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.537609 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.537999 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.539228 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.539228 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.539644 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.540206 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.540751 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:17:40.561644 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.567413 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Attempting to bind port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:40.567781 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Attempting to bind port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:40.568195 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Attempting to bind port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:40.574829 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:40.575193 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:40.575892 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.576615 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:40.577231 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Bound port: 41274e3a-0015-4b8c-8ff5-7dd4a043bb71, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:40.577825 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.602278 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port d23931e3-2b8c-4c69-973f-09f5bef8225e, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=d23931e3-2b8c-4c69-973f-09f5bef8225e,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:40.632268 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.641401 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] For port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:40.644695 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] For port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:40.647377 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586b79-a6ea-40c5-9e76-e85b184b277c req-04204115-16bd-4ccd-a267-558a9fc31d36 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:40.648896 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c586b79-a6ea-40c5-9e76-e85b184b277c req-04204115-16bd-4ccd-a267-558a9fc31d36 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.1560931 Aug 24 16:17:40.686326 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.704670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c586b79-a6ea-40c5-9e76-e85b184b277c req-401b2b4e-e723-43d7-8c1c-884c92263996 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480630 Aug 24 16:17:40.757773 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=d23931e3-2b8c-4c69-973f-09f5bef8225e,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:40.801353 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.853861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Allocated IP 172.20.0.1 (6110ad9f-daed-48fb-a666-a113b63dff62/0d7da8ed-479c-4890-a832-b437a4478fa8/0ffab31c-34fe-4a51-8364-3b18e6f7bc5d) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:40.870006 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:40.870881 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:40.904914 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f35d2-005b-4edf-98e8-0b2799bca70b None None] Pushing event updated for resources: {'Port': ['ID=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:40.949196 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8d233ae9-53b4-4e56-844c-b24d6fe8cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.970318 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:40.986131 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Transition to ACTIVE for port object 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:40.990410 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:41.064247 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:41.108097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Network 6110ad9f-daed-48fb-a666-a113b63dff62 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:41.110820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:41.114343 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:41.135795 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Pushing event updated for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:41.155170 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:41.183986 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:38Z', 'revision_number': 3, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:41.221810 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd9084-ee5b-4132-af8c-a993c3660c65 None None] The sync data for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi is: [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:38Z', 'revision_number': 3, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:41.339109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b73fd-9e91-47a5-8ab5-c7c76a8120b1 req-830174e2-7687-4bbf-ae96-cd7d06d5e3cc tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:41.341010 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-639b73fd-9e91-47a5-8ab5-c7c76a8120b1 req-830174e2-7687-4bbf-ae96-cd7d06d5e3cc tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.0684464 Aug 24 16:17:41.385571 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-639b73fd-9e91-47a5-8ab5-c7c76a8120b1 req-f2633247-b7b0-4c70-8fde-bfbc8b70ef6c tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Aug 24 16:17:41.491983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:41.589377 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-3f838a4f-d62f-4489-943e-e1014c40f03f None None] Provisioning for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:41.596324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-3f838a4f-d62f-4489-943e-e1014c40f03f None None] Provisioning complete for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:41.596924 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3f838a4f-d62f-4489-943e-e1014c40f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:41.653198 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-3f838a4f-d62f-4489-943e-e1014c40f03f None None] Port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:41.810925 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:41.891700 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406b311-8817-463c-930f-b028515a7281 req-eda64f71-0671-4894-9394-d2ce92b845b1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:41.893734 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9406b311-8817-463c-930f-b028515a7281 req-eda64f71-0671-4894-9394-d2ce92b845b1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0532806 Aug 24 16:17:41.945431 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9406b311-8817-463c-930f-b028515a7281 req-58169c47-3da5-4085-99c4-10f5a8207c6b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Aug 24 16:17:41.961818 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.039064 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.039064 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Pushing event updated for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:42.174569 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Network 6110ad9f-daed-48fb-a666-a113b63dff62 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:42.176661 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:42.194085 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5ec8c-aaf6-43e2-8ad3-d22bf383daf6 req-1117dc8e-6f2a-4b03-8507-5bad068e2005 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:42.195704 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14a5ec8c-aaf6-43e2-8ad3-d22bf383daf6 req-1117dc8e-6f2a-4b03-8507-5bad068e2005 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.0825884 Aug 24 16:17:42.259169 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device d23931e3-2b8c-4c69-973f-09f5bef8225e up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:42.307595 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14a5ec8c-aaf6-43e2-8ad3-d22bf383daf6 req-8dbe3b8a-b33a-486c-801c-2710be008962 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795598 Aug 24 16:17:42.320664 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port d23931e3-2b8c-4c69-973f-09f5bef8225e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:42.324834 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.347449 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Router bb099b5a-ba27-4e89-9f48-9d301c31cf09 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:17:42.413017 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:42.480750 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-946dbf77-5642-4242-a825-d029bf6c5870 None None] Provisioning complete for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:42.481592 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-946dbf77-5642-4242-a825-d029bf6c5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.484199 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:42.506280 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-394d84e1-a5b8-4acc-adf0-dec591ddc0fc admin admin] 10.222.0.52 "PUT /v2.0/routers/bb099b5a-ba27-4e89-9f48-9d301c31cf09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8808260 Aug 24 16:17:42.521926 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:42.526460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-946dbf77-5642-4242-a825-d029bf6c5870 None None] Port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:42.529772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:42.530139 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.623667 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.666074 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:42.770763 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:42.820975 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:42.992360 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Sync routers for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:43.001232 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:43.001887 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:43.114885 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:43.261014 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd79080-8d72-4864-8724-d0b9fa9e3a54 req-462548fe-c22f-4ccc-97b5-f4c73d731aa8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:43.262835 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0fd79080-8d72-4864-8724-d0b9fa9e3a54 req-462548fe-c22f-4ccc-97b5-f4c73d731aa8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0544133 Aug 24 16:17:43.310870 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0fd79080-8d72-4864-8724-d0b9fa9e3a54 req-15e45df7-a909-449c-8140-f000925c4ceb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Aug 24 16:17:43.319791 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 2, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:43.346095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-5b814c19-465f-4405-9bbc-a447699d19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:43.348910 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-5b814c19-465f-4405-9bbc-a447699d19ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0582831 Aug 24 16:17:43.350581 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Checking router: bb099b5a-ba27-4e89-9f48-9d301c31cf09 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:43.350936 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Updating router bb099b5a-ba27-4e89-9f48-9d301c31cf09 port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:17:43.376237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.431924 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49368) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:43.440289 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1318880917-network', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:43.470315 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-acf7c3e6-0be9-4d47-be42-b63ecbf7a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:43.471983 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-acf7c3e6-0be9-4d47-be42-b63ecbf7a941 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.1083856 Aug 24 16:17:43.473949 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd704-f346-4648-80ee-62ef4aa25249 req-10f8c474-b91f-411d-900f-81b55d7c36c1 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:43.475497 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68ebd704-f346-4648-80ee-62ef4aa25249 req-10f8c474-b91f-411d-900f-81b55d7c36c1 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.0727878 Aug 24 16:17:43.516182 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68ebd704-f346-4648-80ee-62ef4aa25249 req-53e45f92-b78b-4348-8c43-dd199c1a43e2 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 24 16:17:43.519822 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-5daa66ff-cb01-40e5-a2b7-e86bbe19715f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0391610 Aug 24 16:17:43.566440 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Made reservation on behalf of 7349f8cc5f4d40bc8ff2fb5e81ff4505 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:43.568815 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.578452 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.653094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.655260 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74f138ec-1563-4015-ac0f-99876c7ed8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.664410 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Transition to ACTIVE for port object 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:43.669829 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.754941 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.789707 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.807383 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4d7a0-467f-4014-90b8-f4febbca4d41 None None] Pushing event updated for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:43.811416 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:17:43.829117 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b654e-f97a-4707-a838-dd7316c1c1c4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:43.832220 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.832590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Added segment a3c504c2-57ad-4c60-a52a-c5ed94db02e1 of type vlan for network 21df9d03-1698-478f-8fdc-52119828f379 Aug 24 16:17:43.879578 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.883821 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Attempting to bind port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:43.884221 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Attempting to bind port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:43.884673 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Attempting to bind port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d on network 6110ad9f-daed-48fb-a666-a113b63dff62 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:43.890611 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:43.890991 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Checking segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:43.891402 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.891805 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Bound using segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:43.892277 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Bound port: 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:43.892692 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.939099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.960750 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.961739 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:43.962314 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] For port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:43.962575 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:43.965772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] For port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:44.020942 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] Pushing event updated for resources: {'Network': ['ID=21df9d03-1698-478f-8fdc-52119828f379,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:44.030373 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 21df9d03-1698-478f-8fdc-52119828f379 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:17:44.048903 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:44.072410 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-27e08d11-09bb-400a-972f-d2c8255068bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6369100 Aug 24 16:17:44.074339 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49374) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:44.079789 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Request body: {'subnet': {'network_id': '21df9d03-1698-478f-8fdc-52119828f379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1318880917-subnet', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:44.164756 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:44.165399 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:44.170611 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4d7a0-467f-4014-90b8-f4febbca4d41 None None] Pushing event updated for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:44.196777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Made reservation on behalf of 7349f8cc5f4d40bc8ff2fb5e81ff4505 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:44.199344 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126210458'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:44.205235 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:44.320101 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:44.320469 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:44.325671 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:44.442612 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1ff62-a385-492a-a6d0-8484bd769401 req-0e3f3791-79c7-498f-89f6-ef9e1bf746db tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:44.444107 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0b1ff62-a385-492a-a6d0-8484bd769401 req-0e3f3791-79c7-498f-89f6-ef9e1bf746db tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0542378 Aug 24 16:17:44.485722 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0b1ff62-a385-492a-a6d0-8484bd769401 req-7a029aad-d039-48ab-95a1-7d256fd69c57 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Aug 24 16:17:44.555354 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3162600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126210536'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:44.598471 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:43Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:44.631181 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02e098-82c7-404a-919d-f5e0176ea684 None None] The sync data for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi is: [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:43Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:44.642305 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643a20df-54ab-4592-86a6-3fe94b9824dd,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:44.658103 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Checking segment: {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:44.658475 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Network hostable DHCP agents. Network: 21df9d03-1698-478f-8fdc-52119828f379, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:17:44.671575 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c01b-ced5-4aaa-814b-d0d44af562ff req-a735cdea-3b69-4da4-aed8-19c18b2805bd tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:44.681312 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0802c01b-ced5-4aaa-814b-d0d44af562ff req-a735cdea-3b69-4da4-aed8-19c18b2805bd tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.0885613 Aug 24 16:17:44.741302 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0802c01b-ced5-4aaa-814b-d0d44af562ff req-d1c27336-d77a-4de5-9eab-ef23955456b0 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 Aug 24 16:17:44.790056 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:44.873873 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Network 21df9d03-1698-478f-8fdc-52119828f379 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:17:45.023835 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 21df9d03-1698-478f-8fdc-52119828f379) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:45.028524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:45.029445 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.037629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc62f3-8d45-4284-a13a-4e8bb5f7ac31 None None] Network 21df9d03-1698-478f-8fdc-52119828f379 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:45.192561 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-21df9d03-1698-478f-8fdc-52119828f379', 'network_id': '21df9d03-1698-478f-8fdc-52119828f379', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'fixed_ips': [{'subnet_id': '643a20df-54ab-4592-86a6-3fe94b9824dd'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:17:45.193429 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.441359 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Allocated IP 172.20.0.2 (21df9d03-1698-478f-8fdc-52119828f379/643a20df-54ab-4592-86a6-3fe94b9824dd/28b0ab10-0df1-4760-a0d6-e23a87f3f4cd) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:45.596072 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.607577 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Transition to ACTIVE for port object 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:45.616859 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ce21-2bb6-419a-a74e-c9a643f6fff3 req-f8a14d46-e4a0-4edf-afde-8e143cc57d76 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:45.624174 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6b7ce21-2bb6-419a-a74e-c9a643f6fff3 req-f8a14d46-e4a0-4edf-afde-8e143cc57d76 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0597575 Aug 24 16:17:45.626349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Transition to ACTIVE for port object 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:45.657631 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6b7ce21-2bb6-419a-a74e-c9a643f6fff3 req-9616c68d-2dbd-4583-974b-93c7384f9a2b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Aug 24 16:17:45.710204 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1b1acc41-1b25-4606-8fcd-220a5f18bce5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6348271 Aug 24 16:17:45.715914 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49388) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:45.720944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:45.826483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.854071 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3c31-5e53-4239-8e2e-77b2902494af req-d599c555-6c5b-489d-b997-09b6652892bd tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:45.855573 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6db3c31-5e53-4239-8e2e-77b2902494af req-d599c555-6c5b-489d-b997-09b6652892bd tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.0492504 Aug 24 16:17:45.857883 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.860345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.868151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Network 21df9d03-1698-478f-8fdc-52119828f379 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:45.872379 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:45.877002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:45.879048 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Pushing event updated for resources: {'Port': ['ID=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:45.917328 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6db3c31-5e53-4239-8e2e-77b2902494af req-4f24b4d2-60be-4eea-9c98-42f7a5484d93 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Aug 24 16:17:45.942028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.943696 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Attempting to bind port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:45.944066 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Attempting to bind port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:45.944428 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Attempting to bind port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd on network 21df9d03-1698-478f-8fdc-52119828f379 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:45.949499 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:45.952094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Checking segment: {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:45.952094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:45.952094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Bound using segment: {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:45.952094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Bound port: 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:45.952094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.014852 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] For port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:46.018080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] For port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:46.081105 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.146646 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.148108 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828f40-0e3f-49ad-981a-7b00969074b9 None None] Pushing event updated for resources: {'Port': ['ID=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:46.214837 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:46.346861 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:46.358158 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:46.358813 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.360379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-98d9c891-544c-4825-898b-bee53039e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:46.361937 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-98d9c891-544c-4825-898b-bee53039e968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0857687 Aug 24 16:17:46.452250 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.477381 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.487998 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.511058 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.515178 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:46.606366 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.628908 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Allocated IP 172.27.1.7 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/94f2c32b-f2d3-465a-b15b-f77a29ef7e20) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:46.630659 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-2ff48be5-fdd7-4706-9997-1b9a79c39343 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2503927 Aug 24 16:17:46.661475 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:46.753647 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.767558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-5afb24fd-20aa-4204-9b99-954780549de7 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:46.769050 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-5afb24fd-20aa-4204-9b99-954780549de7 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 950 time: 0.1171942 Aug 24 16:17:46.803598 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ffd9c-0eee-46c0-b8c9-cf41269e0867 req-3b5c5d72-6170-4cdd-bdf5-78fb7451977d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:46.805236 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-435ffd9c-0eee-46c0-b8c9-cf41269e0867 req-3b5c5d72-6170-4cdd-bdf5-78fb7451977d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0709515 Aug 24 16:17:46.814462 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-7cbe1af4-2b56-40e5-905b-92424943a89d service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637337 Aug 24 16:17:46.868843 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-435ffd9c-0eee-46c0-b8c9-cf41269e0867 req-6ab92ae1-32a0-4255-818b-9db9542717b1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Aug 24 16:17:46.915660 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.946352 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f85eb0ff-1518-4de5-9c74-9a1e6c3ad52f req-3a88ffba-d296-4a2f-a0e0-5bcb6e0e38c4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238890 Aug 24 16:17:46.952761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Deleting port affe4138-9c71-4619-a558-7a8d822feebb {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:17:46.953303 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:46.975153 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:46.978277 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:46.983142 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:46.986313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Pushing event updated for resources: {'Port': ['ID=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:47.078997 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] For port affe4138-9c71-4619-a558-7a8d822feebb, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=affe4138-9c71-4619-a558-7a8d822feebb,segment=NetworkSegment(4aec21b4-cae4-4e8d-9d87-e34a7986b806),segment_id=4aec21b4-cae4-4e8d-9d87-e34a7986b806)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:47.079385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:47.092682 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Calling delete_port for affe4138-9c71-4619-a558-7a8d822feebb owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:17:47.192335 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ba158-faf6-4afc-b98b-7f4d4a1626d0 None None] Network 21df9d03-1698-478f-8fdc-52119828f379 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:47.320896 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:47.343526 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['affe4138-9c71-4619-a558-7a8d822feebb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:17:47.348303 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b9e26590-bae0-40db-983c-564c0becf9a6 None None] Provisioning for port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:47.355233 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Pushing event deleted for resources: {'Port': ['ID=affe4138-9c71-4619-a558-7a8d822feebb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:47.442015 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] No DVR routers for this DVR port affe4138-9c71-4619-a558-7a8d822feebb on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:17:47.456118 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:47.456696 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fe4a9-1565-4bd1-9800-f154faa34e80 req-c451f772-6be6-4da1-a479-67d8a021e657 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:47.456812 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1bfceb97-d78a-40ed-a342-0fac252fa78a req-34d79168-b028-4822-886d-d01f0f08862d tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.37 "DELETE /v2.0/ports/affe4138-9c71-4619-a558-7a8d822feebb HTTP/1.1" status: 204 len: 173 time: 0.6690855 Aug 24 16:17:47.456812 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'name': 'network-vif-deleted', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:47.456812 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d06218-585a-41b9-90f3-fd8e00c297e7" -d '{"events": [{"server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "name": "network-vif-deleted", "tag": "affe4138-9c71-4619-a558-7a8d822feebb"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:47.457169 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c08fe4a9-1565-4bd1-9800-f154faa34e80 req-c451f772-6be6-4da1-a479-67d8a021e657 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 867 time: 0.3707085 Aug 24 16:17:47.498210 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c08fe4a9-1565-4bd1-9800-f154faa34e80 req-f9549d0e-a173-4536-bd07-0bb5ae2b8b28 tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3968305-40f1-4049-8db8-62430c7afb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Aug 24 16:17:47.541141 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413bdb6-142b-4dbb-b511-f0e609d8f228 x-openstack-request-id: req-3413bdb6-142b-4dbb-b511-f0e609d8f228 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:47.541566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7a22d-db95-4525-8ba6-c3b492788ca3", "name": "network-vif-deleted", "tag": "affe4138-9c71-4619-a558-7a8d822feebb", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:47.541884 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3413bdb6-142b-4dbb-b511-f0e609d8f228 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:47.542468 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7a22d-db95-4525-8ba6-c3b492788ca3', 'name': 'network-vif-deleted', 'tag': 'affe4138-9c71-4619-a558-7a8d822feebb', 'status': 'completed', 'code': 200} Aug 24 16:17:47.697607 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:47.899978 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.023546 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2eb98-0d03-432e-a568-340eb5b162e2 req-7db019f4-46a6-4734-9c64-b3dd37d6eb84 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:48.024958 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65a2eb98-0d03-432e-a568-340eb5b162e2 req-7db019f4-46a6-4734-9c64-b3dd37d6eb84 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0942609 Aug 24 16:17:48.078795 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65a2eb98-0d03-432e-a568-340eb5b162e2 req-92ffcbd7-f8ac-4ead-a666-880e0f83833b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Aug 24 16:17:48.154938 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Router 876fb848-17a3-4448-8018-213179b9c0a4 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:17:48.246031 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:48.269633 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:48.281316 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Sync routers for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:48.293771 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:48.294982 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:48.307659 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:48.308035 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.343799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.347867 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a02b2746-4a81-424f-a5aa-63444b1cbe1d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6279066 Aug 24 16:17:48.348263 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49422) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:48.389241 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:48.401751 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:48.577706 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:48.584411 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:48.584411 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.602209 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:47Z', 'revision_number': 3, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:48.649306 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Checking router: 876fb848-17a3-4448-8018-213179b9c0a4 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:48.653289 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Updating router 876fb848-17a3-4448-8018-213179b9c0a4 port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:17:48.677217 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.681710 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.711286 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a0c31343-4c78-418b-ad50-219392333bc1 req-b69c225b-2573-4613-9bc6-73cf62b94bfc tempest-VolumesNegativeTest-52279803 tempest-VolumesNegativeTest-52279803-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fb7a22d-db95-4525-8ba6-c3b492788ca3 HTTP/1.1" status: 200 len: 210 time: 0.0330071 Aug 24 16:17:48.721306 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:48.800905 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.852252 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:48.855636 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.960687 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:48.971191 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Transition to ACTIVE for port object 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:49.030969 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Allocated IP 172.20.0.1 (21df9d03-1698-478f-8fdc-52119828f379/643a20df-54ab-4592-86a6-3fe94b9824dd/07997642-b8c3-455c-b894-3c5b32bc27e7) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:49.035069 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.087239 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05184-f7a2-4c95-b011-6fe801ff7b3c None None] Pushing event updated for resources: {'Port': ['ID=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:49.092366 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Attempting to bind port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:49.092767 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Attempting to bind port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:49.093128 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Attempting to bind port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:49.098612 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:49.098997 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:49.099403 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.100433 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:49.100433 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Bound port: 94f2c32b-f2d3-465a-b15b-f77a29ef7e20, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:49.100840 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.167547 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.204337 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Transition to ACTIVE for port object 07997642-b8c3-455c-b894-3c5b32bc27e7 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:49.246522 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] For port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:49.251627 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] For port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:49.256036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4b37-5292-4908-8f5d-cd2c20dbb840 req-d6bdf991-2426-4a6e-89c5-7e22862cbb6e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:49.257900 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc9b4b37-5292-4908-8f5d-cd2c20dbb840 req-d6bdf991-2426-4a6e-89c5-7e22862cbb6e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0961871 Aug 24 16:17:49.300835 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc9b4b37-5292-4908-8f5d-cd2c20dbb840 req-854a431a-a309-41df-9ab0-c5958a0e0375 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Aug 24 16:17:49.310577 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.367194 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:49.367816 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:49.404687 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.410098 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05184-f7a2-4c95-b011-6fe801ff7b3c None None] Pushing event updated for resources: {'Port': ['ID=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:49.456297 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Network 21df9d03-1698-478f-8fdc-52119828f379 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:49.462446 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:49.465031 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Pushing event updated for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:49.467317 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:49.480817 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2dfbb-df50-4b76-b56e-cae594ca0af8 req-ea52fae4-c9ae-45d0-b3d6-4ed88c7c06dd tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:49.485569 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7d2dfbb-df50-4b76-b56e-cae594ca0af8 req-ea52fae4-c9ae-45d0-b3d6-4ed88c7c06dd tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.1046302 Aug 24 16:17:49.496121 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:49.547309 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.589168 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7d2dfbb-df50-4b76-b56e-cae594ca0af8 req-67826bb3-f982-4595-8b18-c8472315b5d2 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854549 Aug 24 16:17:49.624799 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49444) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:49.706188 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:47Z', 'revision_number': 3, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:49.737071 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9eb561-6d8c-4a1b-b5ff-92cd60904f92 None None] The sync data for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi is: [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:47Z', 'revision_number': 3, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:49.806472 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.823825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-26f8226f-b1b1-46c9-8b73-37bf42081ef2 None None] Provisioning for port 07997642-b8c3-455c-b894-3c5b32bc27e7 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:49.829427 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-26f8226f-b1b1-46c9-8b73-37bf42081ef2 None None] Provisioning complete for port 07997642-b8c3-455c-b894-3c5b32bc27e7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:49.830406 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-26f8226f-b1b1-46c9-8b73-37bf42081ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:49.882876 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-26f8226f-b1b1-46c9-8b73-37bf42081ef2 None None] Port 07997642-b8c3-455c-b894-3c5b32bc27e7 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:49.992598 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.051982 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.066065 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7b384-edd6-4720-941d-bc35c9ce0c44 tempest-TestMinimumBasicScenario-225869664 tempest-TestMinimumBasicScenario-225869664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:50.067895 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e6b7b384-edd6-4720-941d-bc35c9ce0c44 tempest-TestMinimumBasicScenario-225869664 tempest-TestMinimumBasicScenario-225869664-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1094 time: 0.4418342 Aug 24 16:17:50.070698 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49464) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:50.075704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'port_id': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:50.167096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.192267 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.194078 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Pushing event updated for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:50.312459 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Network 21df9d03-1698-478f-8fdc-52119828f379 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:50.314977 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:50.373385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.393041 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:50.455273 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:50.455842 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.518706 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Router 876fb848-17a3-4448-8018-213179b9c0a4 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:17:50.584818 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:50.657090 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Allocated IP 172.27.1.155 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/f2f3ed80-999f-47f0-a049-760b79bcbbfc) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:50.709279 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6530debc-f1ec-4d10-b62a-159aac5eddff None None] Provisioning complete for port 07997642-b8c3-455c-b894-3c5b32bc27e7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:50.709927 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6530debc-f1ec-4d10-b62a-159aac5eddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.756807 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:50.759432 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7066bce-8f99-4e3d-95c7-39a3349cc414 req-5094157e-ed42-4080-a500-1e74400e9775 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:50.761054 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f7066bce-8f99-4e3d-95c7-39a3349cc414 req-5094157e-ed42-4080-a500-1e74400e9775 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1597443 Aug 24 16:17:50.767352 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:50.768050 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.780742 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:50.787060 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-925b9a78-40b9-43df-907f-430f723662a0 admin admin] 10.222.0.52 "PUT /v2.0/routers/876fb848-17a3-4448-8018-213179b9c0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4376502 Aug 24 16:17:50.823497 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f7066bce-8f99-4e3d-95c7-39a3349cc414 req-42c97b7e-e164-4113-a0ab-b43a6df1d49e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Aug 24 16:17:50.838677 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-6530debc-f1ec-4d10-b62a-159aac5eddff None None] Port 07997642-b8c3-455c-b894-3c5b32bc27e7 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:17:50.878910 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49488) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:50.883249 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.948644 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:50.972324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:51.019954 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-013ccbc6-db58-41fe-be02-dc979c711d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.041716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.086666 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.093240 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:51.096322 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:51.102746 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:51.147537 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'Port': ['ID=f2f3ed80-999f-47f0-a049-760b79bcbbfc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:51.154774 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-013ccbc6-db58-41fe-be02-dc979c711d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.167828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:51.246553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-013ccbc6-db58-41fe-be02-dc979c711d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.294336 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-013ccbc6-db58-41fe-be02-dc979c711d42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b1022cfa97045ec8b6f3c4906545ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138303 Aug 24 16:17:51.296939 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49514) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:51.306239 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ccbc6-db58-41fe-be02-dc979c711d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115c781-5365-4fca-b6f4-c1da968910c5,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:51.353848 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.375389 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.554229 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.555947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.564407 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.565757 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8115c781-5365-4fca-b6f4-c1da968910c5 HTTP/1.1" status: 204 len: 168 time: 0.2674112 Aug 24 16:17:51.583164 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63376b1-34e3-4ed1-ac9d-3988aea73446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115c781-5365-4fca-b6f4-c1da968910c5,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:51.604910 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49560) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:51.611355 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206911436', 'description': 'tempest-secgroup-smoke-1206911436 description', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:51.781323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.796873 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.989383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074657c-e2b0-4aec-9ad4-7d4ed764d270 req-9fc4c65c-ab44-47bf-8765-2435fb2c43fe tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:51.990712 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:51.998589 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d074657c-e2b0-4aec-9ad4-7d4ed764d270 req-9fc4c65c-ab44-47bf-8765-2435fb2c43fe tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0935888 Aug 24 16:17:52.029582 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.045279 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d074657c-e2b0-4aec-9ad4-7d4ed764d270 req-9e38d6e6-1c1f-4f03-9544-73c255f26447 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331764 Aug 24 16:17:52.046362 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.094415 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:52.094415 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.116551 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Sync routers for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:52.128116 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:52.128116 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:52.159893 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.159893 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-af1906c8-6302-45f2-b653-119912e21169 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5462837 Aug 24 16:17:52.160738 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49580) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:52.166279 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:52.171421 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device affe4138-9c71-4619-a558-7a8d822feebb no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:17:52.208106 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: affe4138-9c71-4619-a558-7a8d822feebb {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:17:52.208659 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device affe4138-9c71-4619-a558-7a8d822feebb not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:17:52.210821 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.212930 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'Port': ['ID=f2f3ed80-999f-47f0-a049-760b79bcbbfc,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:52.251745 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.272232 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:52.318358 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.330815 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Floating IP 3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b associated. External IP: 172.27.1.155, port: cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0. Aug 24 16:17:52.334725 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:52.389186 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:52.389565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.446230 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.485342 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cfb838-1bb0-4428-a987-b9b55b5ea93d,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:52.561272 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.567160 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a78a60c2-edea-40f3-b8af-d0b7a2c23a8b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051654 Aug 24 16:17:52.568540 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49592) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:52.574236 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:52.586958 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.597252 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Router df33414a-cf1e-40b8-987e-e5dd36b32077 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:17:52.645622 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 4, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '07997642-b8c3-455c-b894-3c5b32bc27e7', 'name': '', 'network_id': '21df9d03-1698-478f-8fdc-52119828f379', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'mac_address': 'fa:16:3e:cc:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:48Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 2, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'subnets': [{'id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:52.684059 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Checking router: 876fb848-17a3-4448-8018-213179b9c0a4 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:52.684879 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Updating router 876fb848-17a3-4448-8018-213179b9c0a4 port 07997642-b8c3-455c-b894-3c5b32bc27e7 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:17:52.703756 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.720521 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.746618 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:52.758217 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Sync routers for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:52.768009 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:52.768931 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:52.781536 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.881774 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:52.886379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.887346 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.916702 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73cb8cf-2d8a-415a-bad8-83ae59420e68,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:52.923236 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-43e5c184-5e4c-48ad-b69d-2a8b34113fab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8512337 Aug 24 16:17:52.923782 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49606) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:52.928853 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:52.928853 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47488229-f4a4-4106-bc00-1528d1a9db82" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:52.933286 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329096192', 'description': 'tempest-secgroup-smoke-329096192 description', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:52.977872 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:52.983817 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-bc9ff9b6-8c57-470f-849e-e93069171203 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4110682 Aug 24 16:17:52.984199 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49612) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:52.986350 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49614) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:52.998043 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc6378-f466-4bc0-b7b1-713cc72f8346 x-openstack-request-id: req-93dc6378-f466-4bc0-b7b1-713cc72f8346 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:52.998228 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:52.999008 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:52.999475 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93dc6378-f466-4bc0-b7b1-713cc72f8346 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:53.000051 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:17:53.059429 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-b5283e52-54a6-485c-902e-7757d44e8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:53.061589 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-b5283e52-54a6-485c-902e-7757d44e8dca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1099 time: 0.0478907 Aug 24 16:17:53.069161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.078684 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.095321 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Transition to ACTIVE for port object 07997642-b8c3-455c-b894-3c5b32bc27e7 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:53.139368 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1661367159-network', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:53.199276 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.208882 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.243849 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-57787bad-a998-4742-94e6-96aa571e023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:53.245507 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-57787bad-a998-4742-94e6-96aa571e023e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 916 time: 0.1529441 Aug 24 16:17:53.270116 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'port_id': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'mac_address': 'fa:16:3e:9b:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:17:51Z', 'updated_at': '2021-08-24T16:17:51Z', 'revision_number': 0, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:53.290034 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.db.api [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 16:17:53.290034 dv-cinder-755654-11-iscsi neutron-server[94575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 16:17:53.290034 dv-cinder-755654-11-iscsi neutron-server[94575]: [parameters: {'project_id_1': 'c39fbfb50f034a348bb9ec6c1265fa93', 'expiration_1': datetime.datetime(2021, 8, 24, 16, 17, 53, 143784)}] Aug 24 16:17:53.290034 dv-cinder-755654-11-iscsi neutron-server[94575]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 16:17:53.290412 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG oslo_db.api [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:17:53.333217 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff49288-38a9-476c-86fb-8c5ae4c5fac7 None None] Pushing event updated for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:53.337583 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Checking router: df33414a-cf1e-40b8-987e-e5dd36b32077 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:53.338539 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.348013 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f238d2d-845c-452f-9caf-2079a2aa6dd7 req-3282b055-f9c4-4304-977d-cdfcf115e4ed tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:53.352923 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:53.356429 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f238d2d-845c-452f-9caf-2079a2aa6dd7 req-3282b055-f9c4-4304-977d-cdfcf115e4ed tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1851521 Aug 24 16:17:53.357694 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:53.379886 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.419391 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f238d2d-845c-452f-9caf-2079a2aa6dd7 req-5fabc992-8f8f-4ef0-81c6-c483b9bc2bcb tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 Aug 24 16:17:53.435248 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.442252 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-958b5ab1-2e1a-4673-bc25-b4c243681051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 1000 time: 0.1816547 Aug 24 16:17:53.450038 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Attempting to bind port 07997642-b8c3-455c-b894-3c5b32bc27e7 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:53.450990 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Attempting to bind port 07997642-b8c3-455c-b894-3c5b32bc27e7 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:53.451457 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Attempting to bind port 07997642-b8c3-455c-b894-3c5b32bc27e7 on network 21df9d03-1698-478f-8fdc-52119828f379 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:53.457253 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:53.457657 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Checking segment: {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:53.459476 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.459476 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Bound using segment: {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:53.459476 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Bound port: 07997642-b8c3-455c-b894-3c5b32bc27e7, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21df9d03-1698-478f-8fdc-52119828f379'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:53.459476 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.465723 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44757119-da3f-4dd8-88a6-877269f11e6b,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:53.482693 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.537572 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:53.541151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] For port 07997642-b8c3-455c-b894-3c5b32bc27e7, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:53.543609 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.545308 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f04a948a-bb98-4222-a4bf-27adffc4b12c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5599306 Aug 24 16:17:53.545921 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] For port 07997642-b8c3-455c-b894-3c5b32bc27e7, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=07997642-b8c3-455c-b894-3c5b32bc27e7,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:53.551004 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49666) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:53.552914 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:53.578654 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.579442 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6497946 Aug 24 16:17:53.582689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49668) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:53.588827 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:53.597323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135a365-fd02-41ea-ba8a-7c30edec4c0d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a173e-85ef-47a1-8e08-47c4fe439a21,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:53.600629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-c1c75c43-d47c-43e2-9121-12881927d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:53.602606 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-c1c75c43-d47c-43e2-9121-12881927d7ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.1473565 Aug 24 16:17:53.624321 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.660738 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.692514 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-d30d2614-ad20-4ae2-94e2-d43426f146ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:53.694407 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-d30d2614-ad20-4ae2-94e2-d43426f146ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759966 Aug 24 16:17:53.740573 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.813232 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.823070 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.845601 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a89a2-0787-41ee-9c02-cb224abba495,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:53.897912 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Made reservation on behalf of c39fbfb50f034a348bb9ec6c1265fa93 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:53.900654 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.914687 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.920248 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:53.929694 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-405f2b00-f8dd-4722-b52b-bf65d7906208 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244289 Aug 24 16:17:53.953441 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'port_id': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'mac_address': 'fa:16:3e:9b:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:17:51Z', 'updated_at': '2021-08-24T16:17:51Z', 'revision_number': 0, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:53.981312 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff49288-38a9-476c-86fb-8c5ae4c5fac7 None None] Pushing event updated for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:53.988743 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6e354-3336-4cb3-9118-796f03d145c6 None None] The sync data for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi is: [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'port_id': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'mac_address': 'fa:16:3e:9b:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:17:51Z', 'updated_at': '2021-08-24T16:17:51Z', 'revision_number': 0, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:53.998925 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:53.998925 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:53.999113 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.002901 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c262c405-b726-4a26-8f6a-36db540a42a6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4507215 Aug 24 16:17:54.004765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49676) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:54.009330 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:54.019633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.052904 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf1239e-9ed6-4a79-876b-192856391bfb,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:54.100667 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47488229-f4a4-4106-bc00-1528d1a9db82 req-88d9acb5-2f2b-4110-b0f8-627e70c0d29c service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615686 Aug 24 16:17:54.124804 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.151050 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:54.235215 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746fee5-03e8-4733-aa8f-6845c8ecbd56 None None] New status for floating IP 3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:17:54.241383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.267876 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:17:54.276783 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7646d6c-245d-49ad-87d6-5c3928908a56,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:54.284412 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.285097 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Added segment 65a5f692-9e0b-49fb-b414-f0dcc46a8ada of type vlan for network 8d3c66ee-af20-4734-9a92-768079acb1b9 Aug 24 16:17:54.330005 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.344981 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.348516 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3b21904f-f620-4613-af0a-a4ecfc02467c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638965 Aug 24 16:17:54.350167 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49684) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:54.358026 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:54.440929 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.441928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:54.445091 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.471529 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.securitygroups_db [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Project c000831c3acd4f72a83ddbe121dc1767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:17:54.494310 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 4, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '07997642-b8c3-455c-b894-3c5b32bc27e7', 'name': '', 'network_id': '21df9d03-1698-478f-8fdc-52119828f379', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'mac_address': 'fa:16:3e:cc:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:48Z', 'updated_at': '2021-08-24T16:17:53Z', 'revision_number': 4, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'subnets': [{'id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:54.503041 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.532131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2efaab-02ff-4ee2-9ee1-2a37fc4bd6cc None None] The sync data for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi is: [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:17:49Z', 'revision_number': 4, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '07997642-b8c3-455c-b894-3c5b32bc27e7', 'name': '', 'network_id': '21df9d03-1698-478f-8fdc-52119828f379', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'mac_address': 'fa:16:3e:cc:59:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:48Z', 'updated_at': '2021-08-24T16:17:53Z', 'revision_number': 4, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'subnets': [{'id': '643a20df-54ab-4592-86a6-3fe94b9824dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:17:54.599169 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] Pushing event updated for resources: {'Network': ['ID=8d3c66ee-af20-4734-9a92-768079acb1b9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:54.623155 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:17:54.672338 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738c09-2c05-406d-9eb8-bee9fc8aafd9 req-c394ed12-6bc6-4328-8d2c-34c7123a179a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:54.681188 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b738c09-2c05-406d-9eb8-bee9fc8aafd9 req-c394ed12-6bc6-4328-8d2c-34c7123a179a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.1513979 Aug 24 16:17:54.735037 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b738c09-2c05-406d-9eb8-bee9fc8aafd9 req-c6e97454-d1c8-44a8-b9d4-7fae076af8ee tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Aug 24 16:17:54.736169 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.740623 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.824511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.865997 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a603ec76-8ff1-4b29-bbfe-8d52231a235f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8785164 Aug 24 16:17:54.881135 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49718) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:54.889007 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Request body: {'subnet': {'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1661367159-subnet', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:54.909620 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.932380 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79154444-63a8-4ea6-848d-b5a6231ad218,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:54.941167 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:54.958913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490fc2e5-f4c0-4a62-87c5-d840c0c4fbc5,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:55.007702 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Made reservation on behalf of c39fbfb50f034a348bb9ec6c1265fa93 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:17:55.010067 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.064315 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.065584 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d2c9ee44-ec39-48b4-b4fa-08bee90b9bd8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7143645 Aug 24 16:17:55.068558 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49724) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:55.073152 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:55.088019 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.094193 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-027d1289-6544-4476-b5f2-277948ce3b8e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0843823 Aug 24 16:17:55.094759 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49726) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:55.100210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'security_group_rule': {'security_group_id': '34e75b72-ef87-4d6a-b92a-a6f1f4aa8327', 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:55.207068 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.263981 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.303792 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Project c000831c3acd4f72a83ddbe121dc1767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:17:55.310599 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.319592 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.400379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c436b07-85a5-4ed8-ad44-f52f622f9323,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:55.418171 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.438927 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff44ff79-bf64-4cd2-ab1e-b937416ab5ec,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:55.442826 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:55.443229 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Network hostable DHCP agents. Network: 8d3c66ee-af20-4734-9a92-768079acb1b9, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:17:55.465079 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.549153 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.554127 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f1b1a157-4a06-48be-9320-1fa3e61a9a61 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4810007 Aug 24 16:17:55.556066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49760) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:55.562020 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:55.578342 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.580172 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:17:55.601692 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6db219-5744-439c-bc26-6b3f5e14bd14,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:55.722044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 8d3c66ee-af20-4734-9a92-768079acb1b9) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:55.729292 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:55.730312 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.730578 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.751452 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c5761-c838-4bf9-ba77-de555a8943cc None None] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:55.795420 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.823569 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.825093 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-433057b2-d1d7-4441-91c6-d87dce562fe7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7291543 Aug 24 16:17:55.863926 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ab1e0-48f2-469e-99cf-7bf0207ffc94 req-16df627f-3b23-438a-966c-35376bc70c9e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:55.865640 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a30ab1e0-48f2-469e-99cf-7bf0207ffc94 req-16df627f-3b23-438a-966c-35376bc70c9e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0500207 Aug 24 16:17:55.890510 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.890973 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-011985a8-f8eb-4768-a0c7-6ae526495363 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0046401 Aug 24 16:17:55.891587 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49766) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:55.900091 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:55.935839 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-8d3c66ee-af20-4734-9a92-768079acb1b9', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:17:55.937020 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:55.963058 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a341379d-5e51-42c7-ab11-9d4362b5cec1,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:56.003750 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a30ab1e0-48f2-469e-99cf-7bf0207ffc94 req-7e4fa366-95a2-43f2-ba89-3b65c65a4bc0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171536 Aug 24 16:17:56.018299 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.019413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.092472 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.096745 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-37464b9c-663a-4b57-9def-4ccc482871e5 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5363646 Aug 24 16:17:56.098509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.098633 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49796) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:56.103022 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:56.158109 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Allocated IP 172.20.0.2 (8d3c66ee-af20-4734-9a92-768079acb1b9/7c436b07-85a5-4ed8-ad44-f52f622f9323/11e0c49c-a16c-4107-99ce-4d5beb180239) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:56.247267 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.securitygroups_db [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Project 5ebb010b2c03463d8c5bfcc8fa636bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:17:56.253608 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.283151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 07997642-b8c3-455c-b894-3c5b32bc27e7 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:56.359068 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.441590 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.451039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Transition to ACTIVE for port object 11e0c49c-a16c-4107-99ce-4d5beb180239 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:56.467317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Transition to ACTIVE for port object 11e0c49c-a16c-4107-99ce-4d5beb180239 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:56.509395 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 07997642-b8c3-455c-b894-3c5b32bc27e7 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:56.510172 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.514550 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 07997642-b8c3-455c-b894-3c5b32bc27e7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:56.514945 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.534835 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ae2cd-9e9e-446b-8b8b-31f12b94a788,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:56.585363 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.605810 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.623597 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.627334 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-00a5f67b-5305-4702-98bc-00939ca9e7ab tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5269899 Aug 24 16:17:56.627657 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49808) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:56.632643 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'security_group_rule': {'security_group_id': '4e2a173e-85ef-47a1-8e08-47c4fe439a21', 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:56.642241 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:56.648844 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:56.656132 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:56.667339 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.700902 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Pushing event updated for resources: {'Port': ['ID=11e0c49c-a16c-4107-99ce-4d5beb180239,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:56.746320 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 07997642-b8c3-455c-b894-3c5b32bc27e7, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=07997642-b8c3-455c-b894-3c5b32bc27e7,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:56.749477 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.securitygroups_db [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Project 5ebb010b2c03463d8c5bfcc8fa636bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:17:56.752088 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Attempting to bind port 11e0c49c-a16c-4107-99ce-4d5beb180239 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:17:56.752590 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Attempting to bind port 11e0c49c-a16c-4107-99ce-4d5beb180239 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:17:56.754246 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Attempting to bind port 11e0c49c-a16c-4107-99ce-4d5beb180239 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:17:56.756104 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.758731 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:17:56.759118 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:17:56.760001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.760001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Bound using segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:17:56.760385 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Bound port: 11e0c49c-a16c-4107-99ce-4d5beb180239, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:17:56.760847 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.827069 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.828057 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.835595 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] For port 11e0c49c-a16c-4107-99ce-4d5beb180239, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:17:56.872962 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] For port 11e0c49c-a16c-4107-99ce-4d5beb180239, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=11e0c49c-a16c-4107-99ce-4d5beb180239,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:17:56.892502 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:56.903135 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.905271 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.930836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:56.931452 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412d1893-9acc-4267-bde4-f1797e90ac23,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:56.972670 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.050846 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa38ff-c8eb-4c61-9032-a0140b920403 None None] Pushing event updated for resources: {'Port': ['ID=11e0c49c-a16c-4107-99ce-4d5beb180239,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:57.086783 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Allocated IP 172.27.1.49 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/83a07edf-f8ab-4f2c-857e-65b2147e048d) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:57.103392 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.104963 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-53697386-1b26-4d2c-9f80-ef3b3fa1dfdf tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4764473 Aug 24 16:17:57.175090 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825704d-8a2f-4858-9b75-99dd7a00bbf9 req-d15f4be4-657e-4bf3-90c5-f94b7bf5d5f4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:57.177081 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2825704d-8a2f-4858-9b75-99dd7a00bbf9 req-d15f4be4-657e-4bf3-90c5-f94b7bf5d5f4 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0708020 Aug 24 16:17:57.228670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.389897 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.443565 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:17:57.446670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:17:57.449951 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:17:57.475804 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Pushing event updated for resources: {'Port': ['ID=83a07edf-f8ab-4f2c-857e-65b2147e048d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:57.487122 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-28c57929-8286-4038-8788-7986bd91df8e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329096192&fields=id&tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6 HTTP/1.1" status: 200 len: 267 time: 0.3090186 Aug 24 16:17:57.511191 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2825704d-8a2f-4858-9b75-99dd7a00bbf9 req-d4fc19d2-3272-48ec-8343-c7d7f980bea8 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193169 Aug 24 16:17:57.558391 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-993ba2a7-2066-43e7-9cd5-84dea8513f2a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:57.560411 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-993ba2a7-2066-43e7-9cd5-84dea8513f2a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0659263 Aug 24 16:17:57.577243 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'port': {'security_groups': ['7d315d56-9245-44b8-b307-f5721d73d770', '4e2a173e-85ef-47a1-8e08-47c4fe439a21']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:17:57.665545 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.700511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49844) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:57.887536 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:57.939363 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d57bb897-3450-4939-94d6-ba241955b22e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41f242a7acc04ef7a0bb6e372f821a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376733 Aug 24 16:17:57.942278 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49848) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:57.944268 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:58.019366 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.035268 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.077964 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.097056 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.108988 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:17:58.130786 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.174054 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.174054 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.174054 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d7f081c2-5c41-4e99-aecd-b9b379086add req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "PUT /v2.0/ports/cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 982 time: 0.6046293 Aug 24 16:17:58.174054 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:17:58.176280 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bc0eb-4f5e-4732-a1ad-150a05a88a30" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:17:58.228599 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688e1d8-3e63-4ff9-96b2-2c629565ec80 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=6']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:58.273412 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30070651-ce5c-4df5-9abb-2fbe7ed5a786 x-openstack-request-id: req-30070651-ce5c-4df5-9abb-2fbe7ed5a786 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:17:58.274620 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:17:58.274957 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30070651-ce5c-4df5-9abb-2fbe7ed5a786 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:17:58.275661 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:17:58.318461 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:17:58.325476 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341d0a2-c4b1-4784-a5f9-8ab3eb12d31b None None] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:17:58.368458 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.372020 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.377554 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3968305-40f1-4049-8db8-62430c7afb88 HTTP/1.1" status: 204 len: 168 time: 0.4271619 Aug 24 16:17:58.387273 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-1a4ae658-6f02-4d26-9ea1-d39c7d60597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.388959 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-1a4ae658-6f02-4d26-9ea1-d39c7d60597c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1138 time: 0.0658419 Aug 24 16:17:58.397508 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53241c-78a8-4c7d-aabe-03870f483ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3968305-40f1-4049-8db8-62430c7afb88,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:17:58.469662 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a38bc-26d1-4a31-8ccf-edfa4f624296 req-9a90a5ea-c3ff-4041-9d31-a1f8ca4ef36a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.482185 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4c3a38bc-26d1-4a31-8ccf-edfa4f624296 req-9a90a5ea-c3ff-4041-9d31-a1f8ca4ef36a tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.1786971 Aug 24 16:17:58.502246 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 07997642-b8c3-455c-b894-3c5b32bc27e7 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:58.567086 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4c3a38bc-26d1-4a31-8ccf-edfa4f624296 req-2963e99d-c9be-41c1-b0a1-0380ed288dd4 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838995 Aug 24 16:17:58.625172 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:17:58.637089 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-2eac897b-7ef4-4957-8804-f49159953a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.639057 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-2eac897b-7ef4-4957-8804-f49159953a11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 916 time: 0.2294366 Aug 24 16:17:58.668070 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080da193-9597-447c-ad45-2d5c41ecc21d req-d07bcdb4-068f-4019-8c65-34afc7c886ce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.670209 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-080da193-9597-447c-ad45-2d5c41ecc21d req-d07bcdb4-068f-4019-8c65-34afc7c886ce tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0606060 Aug 24 16:17:58.684584 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-55cd3730-f774-49bc-8ff2-85613a38f025 None None] Provisioning for port 11e0c49c-a16c-4107-99ce-4d5beb180239 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:58.693955 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505ea0-12c6-4bb1-9494-e79f8d0ac7c7 req-6a13e4ef-ab2b-443c-8c68-b0f97fd20d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:58.695464 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83505ea0-12c6-4bb1-9494-e79f8d0ac7c7 req-6a13e4ef-ab2b-443c-8c68-b0f97fd20d82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.2376056 Aug 24 16:17:58.717690 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-080da193-9597-447c-ad45-2d5c41ecc21d req-737aef40-a416-4366-9120-beaef39f36c0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Aug 24 16:17:58.834425 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-6e19b76d-1548-4571-be61-3d22aca5e6cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 1002 time: 0.1833148 Aug 24 16:17:58.838264 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83505ea0-12c6-4bb1-9494-e79f8d0ac7c7 req-e0364385-31c0-41da-a0d1-a87b83227fd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081932 Aug 24 16:17:58.866008 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:17:58.894397 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:17:58.934036 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:17:58.935249 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:58.989361 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.990668 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 07997642-b8c3-455c-b894-3c5b32bc27e7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:58.994037 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:58.994285 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-94f5bfca-5ff6-416f-8cc1-fe8798179f1f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0975635 Aug 24 16:17:58.994398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49870) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:17:59.075163 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6d4d45d1-452e-4915-ab67-0ec6133739a0 None None] Provisioning complete for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:59.075163 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6d4d45d1-452e-4915-ab67-0ec6133739a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.118075 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-c793a78f-9198-48f8-a36b-e51e060775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:59.119759 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-c793a78f-9198-48f8-a36b-e51e060775ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.0772271 Aug 24 16:17:59.130852 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:17:59.223215 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-57ae550e-6c98-4a5b-bc1f-6a564bd3eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:59.234166 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-57ae550e-6c98-4a5b-bc1f-6a564bd3eef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1054800 Aug 24 16:17:59.385610 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 11e0c49c-a16c-4107-99ce-4d5beb180239 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:17:59.406676 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-64151ce2-2b6e-452e-a6d9-8efbb3c07e1e service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542449 Aug 24 16:17:59.528560 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:17:57Z', 'revision_number': 3, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:17:59.578450 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:17:59.578894 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Updating router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f port 83a07edf-f8ab-4f2c-857e-65b2147e048d binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:17:59.580963 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-216bc0eb-4f5e-4732-a1ad-150a05a88a30 req-c266883e-e275-4e9b-977d-92500cd9952c service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655202 Aug 24 16:17:59.614921 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.650353 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.698185 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 11e0c49c-a16c-4107-99ce-4d5beb180239 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:17:59.709026 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 11e0c49c-a16c-4107-99ce-4d5beb180239 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:17:59.709415 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.869141 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.891805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Allocated IP 172.20.0.1 (8d3c66ee-af20-4734-9a92-768079acb1b9/7c436b07-85a5-4ed8-ad44-f52f622f9323/4d270156-825f-47c9-b0bd-7765777dcb36) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:17:59.907546 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dae057-791b-4d3a-8fb0-31b521add090 req-adacaae1-2b7c-4083-b382-4d9d9072497c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:17:59.909744 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1dae057-791b-4d3a-8fb0-31b521add090 req-adacaae1-2b7c-4083-b382-4d9d9072497c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0771904 Aug 24 16:17:59.926264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 11e0c49c-a16c-4107-99ce-4d5beb180239, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=11e0c49c-a16c-4107-99ce-4d5beb180239,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:17:59.950958 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:17:59.961191 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Transition to ACTIVE for port object 83a07edf-f8ab-4f2c-857e-65b2147e048d will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:17:59.993832 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e1dae057-791b-4d3a-8fb0-31b521add090 req-c1c2d4be-d7f2-4d3c-bc9b-183734def0bc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767963 Aug 24 16:18:00.044537 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.046065 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.046237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.068844 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Transition to ACTIVE for port object 4d270156-825f-47c9-b0bd-7765777dcb36 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:00.098758 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=11e0c49c-a16c-4107-99ce-4d5beb180239,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:00.101505 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Attempting to bind port 83a07edf-f8ab-4f2c-857e-65b2147e048d on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:00.101871 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Attempting to bind port 83a07edf-f8ab-4f2c-857e-65b2147e048d by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:00.102234 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Attempting to bind port 83a07edf-f8ab-4f2c-857e-65b2147e048d on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:00.105047 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f84db-389b-4f6e-9269-e11f5f0be72a None None] Pushing event updated for resources: {'Port': ['ID=83a07edf-f8ab-4f2c-857e-65b2147e048d,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:00.110242 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:00.110614 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:00.111012 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.111387 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:00.111840 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Bound port: 83a07edf-f8ab-4f2c-857e-65b2147e048d, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:00.112234 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.172316 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] For port 83a07edf-f8ab-4f2c-857e-65b2147e048d, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:00.173309 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.175568 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] For port 83a07edf-f8ab-4f2c-857e-65b2147e048d, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=83a07edf-f8ab-4f2c-857e-65b2147e048d,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:00.198544 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 11e0c49c-a16c-4107-99ce-4d5beb180239 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:00.217917 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:00.218467 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:00.222231 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:00.264611 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 11e0c49c-a16c-4107-99ce-4d5beb180239 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:00.265126 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.271333 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Pushing event updated for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:00.275614 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.291919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.337747 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:00.339134 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:00.395335 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f84db-389b-4f6e-9269-e11f5f0be72a None None] Pushing event updated for resources: {'Port': ['ID=83a07edf-f8ab-4f2c-857e-65b2147e048d,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:00.475280 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:00.652190 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:17:57Z', 'revision_number': 3, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:00.663527 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cda0b285-4b0a-47de-993d-36f23aecd851 None None] Provisioning for port 4d270156-825f-47c9-b0bd-7765777dcb36 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:00.665620 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.668043 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cda0b285-4b0a-47de-993d-36f23aecd851 None None] Provisioning complete for port 4d270156-825f-47c9-b0bd-7765777dcb36 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:00.668508 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cda0b285-4b0a-47de-993d-36f23aecd851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.682260 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d652-0963-4db3-bc70-f0d410efad0f None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:17:57Z', 'revision_number': 3, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:00.708314 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-cda0b285-4b0a-47de-993d-36f23aecd851 None None] Port 4d270156-825f-47c9-b0bd-7765777dcb36 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:00.856651 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:00.932067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:01.010069 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:01.012036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Pushing event updated for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:01.160093 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:01.169137 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75bbd-9823-4b22-b67c-e2569d3f4fa9 req-a07dc377-8940-40e7-a3a2-79ae5898d1f3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:01.170699 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67f75bbd-9823-4b22-b67c-e2569d3f4fa9 req-a07dc377-8940-40e7-a3a2-79ae5898d1f3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0778120 Aug 24 16:18:01.171816 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:01.267834 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67f75bbd-9823-4b22-b67c-e2569d3f4fa9 req-ba1f1370-8690-4f90-a848-39b37983d17b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865455 Aug 24 16:18:01.334092 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:18:01.451082 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f4570833-5c3c-43b3-9408-248917b26869 None None] Provisioning complete for port 4d270156-825f-47c9-b0bd-7765777dcb36 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:01.451284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4570833-5c3c-43b3-9408-248917b26869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:01.482875 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:18:01.488986 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9be85823-5180-42fc-a935-89f04f8001ab admin admin] 10.222.0.52 "PUT /v2.0/routers/327c2a13-0b8f-4b5a-86f8-7d144dcdc89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932435 Aug 24 16:18:01.506718 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-f4570833-5c3c-43b3-9408-248917b26869 None None] Port 4d270156-825f-47c9-b0bd-7765777dcb36 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:01.844349 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0d4e-f062-49b4-99a4-627d58aa2513 req-91adeb1d-b24d-4bdf-bcac-98d0058dca8b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:01.846009 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fb9f0d4e-f062-49b4-99a4-627d58aa2513 req-91adeb1d-b24d-4bdf-bcac-98d0058dca8b tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0522265 Aug 24 16:18:01.899195 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fb9f0d4e-f062-49b4-99a4-627d58aa2513 req-4c72a397-badb-46d3-8298-f1c3b479a1aa tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Aug 24 16:18:01.928585 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689177dc-033d-4276-a4da-ef4efddcb712 req-db40e89e-b210-4a80-91c8-61c1a93e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:01.930084 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-db40e89e-b210-4a80-91c8-61c1a93e5a7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 1099 time: 0.0437984 Aug 24 16:18:02.026770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689177dc-033d-4276-a4da-ef4efddcb712 req-de0407f5-830b-4480-899f-1f5a45cdac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:02.028249 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-de0407f5-830b-4480-899f-1f5a45cdac07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 200 len: 920 time: 0.0905573 Aug 24 16:18:02.085583 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-6e2a9083-d685-4481-b9c4-57f05711f46a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 200 len: 217 time: 0.0486679 Aug 24 16:18:02.143054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689177dc-033d-4276-a4da-ef4efddcb712 req-a577667e-259f-4a2b-a454-34eed609ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:02.144599 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-a577667e-259f-4a2b-a454-34eed609ec7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 200 len: 859 time: 0.0493252 Aug 24 16:18:02.184415 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-dba82891-f408-4194-bc38-6b545185ef00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313547 Aug 24 16:18:02.232772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83a07edf-f8ab-4f2c-857e-65b2147e048d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:02.310188 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-31dc024c-1854-43af-8b6b-d34ccad37167 service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159728 Aug 24 16:18:02.421582 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-689177dc-033d-4276-a4da-ef4efddcb712 req-e59e1fff-02a4-46c0-b4ee-256de8a2001d service neutron] 10.222.0.37 "GET /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041241 Aug 24 16:18:02.426826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 83a07edf-f8ab-4f2c-857e-65b2147e048d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:02.432826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 83a07edf-f8ab-4f2c-857e-65b2147e048d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:02.433126 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.447508 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49926) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:02.453327 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-584466771-network', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:02.485257 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:18:02.499613 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:02.500232 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:02.577113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.607645 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Made reservation on behalf of 2949954e2ce54a8d94c0832b77823ef8 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:02.609979 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.624151 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.642774 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 83a07edf-f8ab-4f2c-857e-65b2147e048d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=83a07edf-f8ab-4f2c-857e-65b2147e048d,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:02.659039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:02.720753 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9926ab-b611-4c4e-998c-3e505c300f0b req-f8cd3609-8b9f-4ccd-9dba-b1dff6fe2717 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:02.722218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e9926ab-b611-4c4e-998c-3e505c300f0b req-f8cd3609-8b9f-4ccd-9dba-b1dff6fe2717 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0745902 Aug 24 16:18:02.791124 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e9926ab-b611-4c4e-998c-3e505c300f0b req-cc8f8232-e6c4-48d0-b641-e0db665e5fc3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581279 Aug 24 16:18:02.797752 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.801433 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.903605 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.914201 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=83a07edf-f8ab-4f2c-857e-65b2147e048d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:02.930885 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:18:02.942490 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e20f8-7166-47bb-a341-b2734cf236d5,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:02.945655 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 2, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:02.951166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:02.955021 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Added segment e6cc7fcc-a109-4702-8722-9b4755b460f2 of type vlan for network ebd78738-bbb9-4253-aeb5-3126735bde0a Aug 24 16:18:02.983333 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:18:02.983699 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Updating router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f port 4d270156-825f-47c9-b0bd-7765777dcb36 binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:18:03.010075 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.027533 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.067162 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173f5fb-5391-483b-bf9a-93201907d3ca req-5f0aa777-84a6-4c98-8617-47185013a483 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:03.068767 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a173f5fb-5391-483b-bf9a-93201907d3ca req-5f0aa777-84a6-4c98-8617-47185013a483 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0825455 Aug 24 16:18:03.115697 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a173f5fb-5391-483b-bf9a-93201907d3ca req-66645d2a-c796-481b-8d6c-455ed1a5e461 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Aug 24 16:18:03.126135 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.127303 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:03.132738 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.195524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] Pushing event updated for resources: {'Network': ['ID=ebd78738-bbb9-4253-aeb5-3126735bde0a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:03.207855 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network ebd78738-bbb9-4253-aeb5-3126735bde0a details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:18:03.247010 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a5a66756-feaa-4f38-9f78-d534d13d74fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7982686 Aug 24 16:18:03.250567 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49934) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:03.256011 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Request body: {'subnet': {'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-584466771-subnet', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:03.349361 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Made reservation on behalf of 2949954e2ce54a8d94c0832b77823ef8 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:03.352004 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.366001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.376700 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Transition to ACTIVE for port object 4d270156-825f-47c9-b0bd-7765777dcb36 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:03.463345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.526425 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6474be-987e-43fa-aa39-db85f83d9c7a None None] Pushing event updated for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:03.629631 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.687193 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca92c2c-528f-4227-a95e-181666ab4355,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:03.698799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Attempting to bind port 4d270156-825f-47c9-b0bd-7765777dcb36 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:03.699171 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Attempting to bind port 4d270156-825f-47c9-b0bd-7765777dcb36 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:03.699533 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Attempting to bind port 4d270156-825f-47c9-b0bd-7765777dcb36 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:03.705036 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:03.705207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Checking segment: {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:03.705414 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Network hostable DHCP agents. Network: ebd78738-bbb9-4253-aeb5-3126735bde0a, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:18:03.705515 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:03.705817 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.706266 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Bound using segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:03.706721 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Bound port: 4d270156-825f-47c9-b0bd-7765777dcb36, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:03.707103 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.785875 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] For port 4d270156-825f-47c9-b0bd-7765777dcb36, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:03.789257 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] For port 4d270156-825f-47c9-b0bd-7765777dcb36, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=4d270156-825f-47c9-b0bd-7765777dcb36,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:03.806048 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Network ebd78738-bbb9-4253-aeb5-3126735bde0a is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:18:03.875636 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:03.925580 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:03.926217 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:03.926854 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d30b8-f4bf-4219-93c1-fed973233428 req-607160b0-4ace-4edd-a93c-868cc35d5ebd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:03.928670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-211d30b8-f4bf-4219-93c1-fed973233428 req-607160b0-4ace-4edd-a93c-868cc35d5ebd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0581429 Aug 24 16:18:04.070325 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-211d30b8-f4bf-4219-93c1-fed973233428 req-5ba333ec-ef02-476a-bb4d-9543c9781256 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Aug 24 16:18:04.070728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, ebd78738-bbb9-4253-aeb5-3126735bde0a) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:04.070728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:04.070914 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03304a-4fb4-449c-801a-4a3a6fbb3b03 None None] Network ebd78738-bbb9-4253-aeb5-3126735bde0a requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:18:04.071020 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.071131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6474be-987e-43fa-aa39-db85f83d9c7a None None] Pushing event updated for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:04.107964 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:04.231228 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83a07edf-f8ab-4f2c-857e-65b2147e048d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:04.250995 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb44987-0b92-4968-8eb3-dbd60307eb75 req-cd9aacec-aacb-4f78-8e11-888464712d80 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:04.253196 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-feb44987-0b92-4968-8eb3-dbd60307eb75 req-cd9aacec-aacb-4f78-8e11-888464712d80 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0545387 Aug 24 16:18:04.290749 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-feb44987-0b92-4968-8eb3-dbd60307eb75 req-8fa256a2-2217-4e65-b90d-7cbe7a577ba9 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 24 16:18:04.363894 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e5e60d3-7049-5e96-ae97-bb56058daa9e-ebd78738-bbb9-4253-aeb5-3126735bde0a', 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'fixed_ips': [{'subnet_id': 'fca92c2c-528f-4227-a95e-181666ab4355'}]}} from dv-cinder-755654-11-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:18:04.364884 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.384060 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e1240d79-c580-46ad-aafa-4268985b5940 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1323314 Aug 24 16:18:04.393480 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 49944) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:04.398101 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:04.474765 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 83a07edf-f8ab-4f2c-857e-65b2147e048d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:04.475416 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.549540 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15423'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.550670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15400'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.619313 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Allocated IP 172.20.0.2 (ebd78738-bbb9-4253-aeb5-3126735bde0a/fca92c2c-528f-4227-a95e-181666ab4355/1cadeea0-937a-4a37-b1b6-22cfe348c120) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:04.619635 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.619762 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:03Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:04.683878 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3d923-38bb-4aff-8093-0aa7e384cbb5 None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:03Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:04.842843 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.865376 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Transition to ACTIVE for port object 1cadeea0-937a-4a37-b1b6-22cfe348c120 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:04.894876 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Transition to ACTIVE for port object 1cadeea0-937a-4a37-b1b6-22cfe348c120 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:04.937436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:04.978066 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.024849 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Network ebd78738-bbb9-4253-aeb5-3126735bde0a is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:05.027698 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:05.030877 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:05.038484 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Pushing event updated for resources: {'Port': ['ID=1cadeea0-937a-4a37-b1b6-22cfe348c120,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:05.098396 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Attempting to bind port 1cadeea0-937a-4a37-b1b6-22cfe348c120 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:05.098396 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Attempting to bind port 1cadeea0-937a-4a37-b1b6-22cfe348c120 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:05.098396 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Attempting to bind port 1cadeea0-937a-4a37-b1b6-22cfe348c120 on network ebd78738-bbb9-4253-aeb5-3126735bde0a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:05.104031 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:05.104413 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Checking segment: {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:05.105002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.105402 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Bound using segment: {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:05.105870 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Bound port: 1cadeea0-937a-4a37-b1b6-22cfe348c120, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:05.107146 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.184795 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] For port 1cadeea0-937a-4a37-b1b6-22cfe348c120, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:05.188176 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] For port 1cadeea0-937a-4a37-b1b6-22cfe348c120, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1cadeea0-937a-4a37-b1b6-22cfe348c120,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:05.199408 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1b47-25d1-46ee-9895-b310dd0ca3a6 req-dcb34f2a-67f6-4f01-8ee0-4b86b3172710 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:05.201182 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff9c1b47-25d1-46ee-9895-b310dd0ca3a6 req-dcb34f2a-67f6-4f01-8ee0-4b86b3172710 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0623057 Aug 24 16:18:05.239146 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.247469 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff9c1b47-25d1-46ee-9895-b310dd0ca3a6 req-b0802508-bbcd-4c33-bfb1-4058846bca0e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397208 Aug 24 16:18:05.258551 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.258787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.329251 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838efe-691e-4beb-b207-b4120c2d7981 None None] Pushing event updated for resources: {'Port': ['ID=1cadeea0-937a-4a37-b1b6-22cfe348c120,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:05.402642 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Allocated IP 172.27.1.208 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/ad652109-e819-4ab4-bc56-d07947cb4cd6) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:05.448134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1a5b-ef0f-470b-a1b8-43afb76b6da4 req-03859fec-11ed-48f1-90c9-b71d3b0fdef0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:05.449819 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f88b1a5b-ef0f-470b-a1b8-43afb76b6da4 req-03859fec-11ed-48f1-90c9-b71d3b0fdef0 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0652380 Aug 24 16:18:05.541388 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f88b1a5b-ef0f-470b-a1b8-43afb76b6da4 req-0f0e8030-e69e-4a4b-84f2-310052e09253 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841208 Aug 24 16:18:05.566250 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.694447 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:05.750132 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:05.752899 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:05.756882 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:05.763843 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad652109-e819-4ab4-bc56-d07947cb4cd6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:06.207528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:06.303889 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 4d270156-825f-47c9-b0bd-7765777dcb36 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:06.414782 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7a9d-9ce0-458e-87b9-13c6219c1eb6 req-30664a02-7453-4395-9aea-85e2ce4a79fd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:06.423207 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d93f7a9d-9ce0-458e-87b9-13c6219c1eb6 req-30664a02-7453-4395-9aea-85e2ce4a79fd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0762517 Aug 24 16:18:06.466763 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d93f7a9d-9ce0-458e-87b9-13c6219c1eb6 req-a0d35d4a-321d-4a4c-8ec0-ce9b4665884d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Aug 24 16:18:06.481669 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cdd1f-c1ed-41ec-925f-3083714ee12d None None] Network ebd78738-bbb9-4253-aeb5-3126735bde0a requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:18:06.490295 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 4d270156-825f-47c9-b0bd-7765777dcb36 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:06.505176 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 4d270156-825f-47c9-b0bd-7765777dcb36 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:06.505574 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:06.661863 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-20eb35fc-2c83-4ae6-af3e-a19d06516f41 None None] Provisioning for port 1cadeea0-937a-4a37-b1b6-22cfe348c120 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:06.682659 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:06.686800 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636216'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:06.738244 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 4d270156-825f-47c9-b0bd-7765777dcb36, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=4d270156-825f-47c9-b0bd-7765777dcb36,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:06.823669 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:06.824567 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1cadeea0-937a-4a37-b1b6-22cfe348c120 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:06.919041 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:06.937878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 is scheduled to L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:18:07.023391 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 1cadeea0-937a-4a37-b1b6-22cfe348c120 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:07.027469 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 1cadeea0-937a-4a37-b1b6-22cfe348c120 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:07.028349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.049335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:18:07.058025 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Sync routers for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:18:07.071827 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:07.072466 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:07.160711 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.162035 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8884e273-d392-49f4-a65c-f423f8ad5ae6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7674537 Aug 24 16:18:07.165212 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 49968) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:07.182350 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:07.235731 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.277996 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 1cadeea0-937a-4a37-b1b6-22cfe348c120, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1cadeea0-937a-4a37-b1b6-22cfe348c120,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:07.375235 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:05Z', 'revision_number': 3, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:07.401361 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Checking router: 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:18:07.401705 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Updating router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 port ad652109-e819-4ab4-bc56-d07947cb4cd6 binding host dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:18:07.427458 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.463290 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.519535 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=1cadeea0-937a-4a37-b1b6-22cfe348c120,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:07.713040 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.735329 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Transition to ACTIVE for port object ad652109-e819-4ab4-bc56-d07947cb4cd6 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:07.796864 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbe923-a087-49f2-8029-53914445c315 req-51241feb-9376-494c-bc28-f5eee0a117f4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:07.798431 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82cbe923-a087-49f2-8029-53914445c315 req-51241feb-9376-494c-bc28-f5eee0a117f4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0860443 Aug 24 16:18:07.840575 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.870368 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82cbe923-a087-49f2-8029-53914445c315 req-945c36b1-f111-49ca-a6e8-02ae38347e27 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651011 Aug 24 16:18:07.918256 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.982519 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d5969-46fe-47a0-9a04-e26f40348cdc None None] Pushing event updated for resources: {'Port': ['ID=ad652109-e819-4ab4-bc56-d07947cb4cd6,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:07.986481 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Attempting to bind port ad652109-e819-4ab4-bc56-d07947cb4cd6 on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:07.986861 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Attempting to bind port ad652109-e819-4ab4-bc56-d07947cb4cd6 by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:07.987227 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Attempting to bind port ad652109-e819-4ab4-bc56-d07947cb4cd6 on network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:07.993319 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:07.993601 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Checking segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:07.994003 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:07.994392 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Bound using segment: {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:07.994880 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Bound port: ad652109-e819-4ab4-bc56-d07947cb4cd6, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49abb8a-5d11-4d6d-932e-94a45ab0fab7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:07.995285 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.046164 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] For port ad652109-e819-4ab4-bc56-d07947cb4cd6, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:08.049174 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] For port ad652109-e819-4ab4-bc56-d07947cb4cd6, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=ad652109-e819-4ab4-bc56-d07947cb4cd6,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:08.079859 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Allocated IP 172.20.0.1 (ebd78738-bbb9-4253-aeb5-3126735bde0a/fca92c2c-528f-4227-a95e-181666ab4355/176beb12-d4c5-4ca4-868b-118d91758d4d) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:08.166624 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.184627 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.198064 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Transition to ACTIVE for port object 176beb12-d4c5-4ca4-868b-118d91758d4d will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:08.212925 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:08.213564 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:08.225892 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 4d270156-825f-47c9-b0bd-7765777dcb36 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:08.272761 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 4d270156-825f-47c9-b0bd-7765777dcb36 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:08.273137 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.275806 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d5969-46fe-47a0-9a04-e26f40348cdc None None] Pushing event updated for resources: {'Port': ['ID=ad652109-e819-4ab4-bc56-d07947cb4cd6,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:08.331974 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:08.338538 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.358341 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1cadeea0-937a-4a37-b1b6-22cfe348c120 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:08.390662 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Pushing event updated for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:08.413616 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 1cadeea0-937a-4a37-b1b6-22cfe348c120 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:08.413616 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.414449 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Network ebd78738-bbb9-4253-aeb5-3126735bde0a is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:08.416048 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:08.428279 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:08.508309 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1636911'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.566861 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:05Z', 'revision_number': 3, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:08.594569 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969295f5-9d9c-4931-ba30-7f00ba848168 None None] The sync data for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi is: [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:05Z', 'revision_number': 3, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:08.722151 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.863547 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-595d8640-8f33-4a4e-9944-47cc30f656f8 None None] Provisioning for port 176beb12-d4c5-4ca4-868b-118d91758d4d completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:08.869323 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-595d8640-8f33-4a4e-9944-47cc30f656f8 None None] Provisioning complete for port 176beb12-d4c5-4ca4-868b-118d91758d4d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:08.869701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-595d8640-8f33-4a4e-9944-47cc30f656f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:08.928778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-595d8640-8f33-4a4e-9944-47cc30f656f8 None None] Port 176beb12-d4c5-4ca4-868b-118d91758d4d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:08.946617 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:09.014033 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db835-24fa-47de-9c8f-ff839ca06828 req-e1a62fde-01fb-4f44-ac89-fbc1ac520f83 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:09.015619 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff1db835-24fa-47de-9c8f-ff839ca06828 req-e1a62fde-01fb-4f44-ac89-fbc1ac520f83 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Aug 24 16:18:09.017456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:09.109480 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1551816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635775'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:09.113750 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Pushing event updated for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:09.125284 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff1db835-24fa-47de-9c8f-ff839ca06828 req-850fbec7-4475-4e0a-bdb3-4b41713ceb53 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030862 Aug 24 16:18:09.189229 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:18:09.225480 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Network ebd78738-bbb9-4253-aeb5-3126735bde0a is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:09.226998 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:09.358931 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:18:09.488788 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:18:09.494850 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-21c0dbc5-a37e-4e0f-8be5-6b2209f207ac admin admin] 10.222.0.52 "PUT /v2.0/routers/91e85fb9-bfc3-46ea-b903-9da72fa3ed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3282964 Aug 24 16:18:09.556107 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-da953b14-c3df-4923-bc4c-8a06f300cb55 None None] Provisioning complete for port 176beb12-d4c5-4ca4-868b-118d91758d4d triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:09.556470 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da953b14-c3df-4923-bc4c-8a06f300cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:09.589740 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-da953b14-c3df-4923-bc4c-8a06f300cb55 None None] Port 176beb12-d4c5-4ca4-868b-118d91758d4d cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:10.249413 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device ad652109-e819-4ab4-bc56-d07947cb4cd6 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:10.263390 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9f79a-c227-4f2b-a16e-972e56a4c1a8 req-5f1a64f6-8faa-4593-9d46-99e89bb0a3d0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:10.271315 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dbf9f79a-c227-4f2b-a16e-972e56a4c1a8 req-5f1a64f6-8faa-4593-9d46-99e89bb0a3d0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0629632 Aug 24 16:18:10.296648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50006) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:10.302447 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824877835', 'description': 'tempest-secgroup-smoke-1824877835 description', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:10.305806 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dbf9f79a-c227-4f2b-a16e-972e56a4c1a8 req-86d28946-92b1-412b-bdaa-5de5e6058869 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Aug 24 16:18:10.446131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port ad652109-e819-4ab4-bc56-d07947cb4cd6 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:10.451099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port ad652109-e819-4ab4-bc56-d07947cb4cd6 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:10.451460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.486836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.532689 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.553411 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port ad652109-e819-4ab4-bc56-d07947cb4cd6, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=ad652109-e819-4ab4-bc56-d07947cb4cd6,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:10.586793 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.703139 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.737727 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.759409 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=ad652109-e819-4ab4-bc56-d07947cb4cd6,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:10.770343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc6d88-6f18-4e36-aee9-842a902f85f6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:10.835061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.836999 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f7a41042-40fb-4048-bc99-2868c47ec5a3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5390601 Aug 24 16:18:10.839758 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50020) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:10.846534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:10.920838 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c97d2fab-b990-4d24-b679-e0fecbc5d3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:10.966309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.025070 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.103537 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.121509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9be0877-1852-43ce-8839-71ce4b15bc80,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:11.183376 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.184645 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3ef1d6e2-2047-487e-a4b4-adb3c2100716 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435576 Aug 24 16:18:11.187607 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50028) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:11.192025 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:11.313976 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.373150 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.436116 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8aec0-29c6-4969-b405-47d31039448c req-f521a6fe-2032-4f2b-99c4-5d0b5651c81f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:11.437648 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44f8aec0-29c6-4969-b405-47d31039448c req-f521a6fe-2032-4f2b-99c4-5d0b5651c81f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Aug 24 16:18:11.474629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.482129 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44f8aec0-29c6-4969-b405-47d31039448c req-b0dbf3a1-ff45-4039-bca7-a2563a2142b4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301113 Aug 24 16:18:11.492817 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b679bc-44b3-498a-aa9c-0ecbfb3c6e67,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:11.501067 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Sync routers for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:18:11.512096 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:11.522374 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:11.572095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.573697 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ff6eadcd-c512-4992-bb8e-f7176721267c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851511 Aug 24 16:18:11.576634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50036) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:11.581403 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:11.620656 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:11.680529 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.703966 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcf77-4dcc-48b7-b60b-13319cf3e764 req-ed33ecce-00dc-4756-9bb6-50f47b09b681 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:11.705859 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c94fcf77-4dcc-48b7-b60b-13319cf3e764 req-ed33ecce-00dc-4756-9bb6-50f47b09b681 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0530264 Aug 24 16:18:11.746481 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c94fcf77-4dcc-48b7-b60b-13319cf3e764 req-5bdd038a-35d4-4a84-8103-03e30ee09930 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341821 Aug 24 16:18:11.748962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.831136 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 4, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '176beb12-d4c5-4ca4-868b-118d91758d4d', 'name': '', 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'mac_address': 'fa:16:3e:87:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:07Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 2, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'subnets': [{'id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:11.852061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:11.857717 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Checking router: 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:18:11.858071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Updating router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 port 176beb12-d4c5-4ca4-868b-118d91758d4d binding host dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:18:11.870715 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f542aea-df51-48bc-9947-cb0cb98fe4fa,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:11.883119 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.000653 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.001903 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-da880aaa-3745-4fe4-bceb-41ca4e6d1e0a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243364 Aug 24 16:18:12.004570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50042) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:12.008973 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:12.131731 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.146790 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.157738 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Transition to ACTIVE for port object 176beb12-d4c5-4ca4-868b-118d91758d4d will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:12.197094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.205092 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device ad652109-e819-4ab4-bc56-d07947cb4cd6 up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:12.235636 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.263472 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.285025 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad3356e-1f01-48ff-a1e7-b882dd37b0ea,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:12.294310 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510b02-7a89-4ed6-90ac-30f74d21fff3 None None] Pushing event updated for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:12.319804 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port ad652109-e819-4ab4-bc56-d07947cb4cd6 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:12.320187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.373930 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Attempting to bind port 176beb12-d4c5-4ca4-868b-118d91758d4d on host dv-cinder-755654-11-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:12.374304 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Attempting to bind port 176beb12-d4c5-4ca4-868b-118d91758d4d by drivers openvswitch,hyperv on host dv-cinder-755654-11-iscsi at level 0 using segments [{'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:12.374668 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Attempting to bind port 176beb12-d4c5-4ca4-868b-118d91758d4d on network ebd78738-bbb9-4253-aeb5-3126735bde0a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:12.383576 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Checking agent: {'id': 'bb1b3592-057a-4678-a706-84ef2054f99b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 7, 14), 'started_at': datetime.datetime(2021, 8, 24, 16, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:12.388309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Checking segment: {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:12.388309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.388309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Bound using segment: {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:12.388309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Bound port: 176beb12-d4c5-4ca4-868b-118d91758d4d, host: dv-cinder-755654-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cc7fcc-a109-4702-8722-9b4755b460f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:12.388309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.406308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.408145 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4833301b-157b-41e1-957e-6797ad02716f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4026487 Aug 24 16:18:12.411055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50044) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:12.416175 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:12.484989 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] For port 176beb12-d4c5-4ca4-868b-118d91758d4d, host dv-cinder-755654-11-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:12.488051 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] For port 176beb12-d4c5-4ca4-868b-118d91758d4d, host dv-cinder-755654-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=176beb12-d4c5-4ca4-868b-118d91758d4d,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:12.503669 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Project c39fbfb50f034a348bb9ec6c1265fa93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:18:12.515300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.563578 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.576996 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.606225 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b78b-1713-400c-a7a8-ad0f60bde027 req-666292db-9a38-4059-83e7-fbf0f215a81c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:12.620118 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65d7b78b-1713-400c-a7a8-ad0f60bde027 req-666292db-9a38-4059-83e7-fbf0f215a81c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0564191 Aug 24 16:18:12.620265 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:12.620265 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:17:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:12.649265 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65d7b78b-1713-400c-a7a8-ad0f60bde027 req-6b88054f-14e8-4ef7-a301-ad01ac1b7c1b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348706 Aug 24 16:18:12.667944 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510b02-7a89-4ed6-90ac-30f74d21fff3 None None] Pushing event updated for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:12.680456 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.702398 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f693c90a-cdd1-4a48-bc4f-482106daec3a,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:12.736006 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:12.760811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.762075 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cef5a5ca-de32-476c-9346-cf9e447a0809 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498390 Aug 24 16:18:12.765309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50048) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:12.770025 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'security_group_rule': {'security_group_id': 'd8dc6d88-6f18-4e36-aee9-842a902f85f6', 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:12.858472 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Project c39fbfb50f034a348bb9ec6c1265fa93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:18:12.863685 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.864675 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b649c5-e490-4c11-acc9-55b4c7ca1b5e req-caa5e21e-7668-49ce-905d-fea9ca3dc572 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:12.866554 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-29b649c5-e490-4c11-acc9-55b4c7ca1b5e req-caa5e21e-7668-49ce-905d-fea9ca3dc572 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0509870 Aug 24 16:18:12.909207 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-29b649c5-e490-4c11-acc9-55b4c7ca1b5e req-b43bcf2b-0160-4d9d-ba65-6f937f060930 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Aug 24 16:18:12.948182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:12.951205 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 4, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '176beb12-d4c5-4ca4-868b-118d91758d4d', 'name': '', 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'mac_address': 'fa:16:3e:87:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:07Z', 'updated_at': '2021-08-24T16:18:12Z', 'revision_number': 4, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'subnets': [{'id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:12.977189 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b26-c4e2-45a1-a2b3-bb4db1596b43 None None] The sync data for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi is: [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:18:08Z', 'revision_number': 4, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '176beb12-d4c5-4ca4-868b-118d91758d4d', 'name': '', 'network_id': 'ebd78738-bbb9-4253-aeb5-3126735bde0a', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'mac_address': 'fa:16:3e:87:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:07Z', 'updated_at': '2021-08-24T16:18:12Z', 'revision_number': 4, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'subnets': [{'id': 'fca92c2c-528f-4227-a95e-181666ab4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:13.046206 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:13.068146 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d57c3f-9b00-460f-952c-411f66da5d5c,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:13.149646 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:13.150973 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-16587936-5621-4417-ab3a-63150d869304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846965 Aug 24 16:18:13.657890 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-01dc76e1-7747-4bde-b9ed-91b56c6620c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:13.781997 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72171fe4-3321-4f22-8b29-4f3f92045620 req-8a805c6e-01a2-4df9-8c44-1fc0f2b2b766 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:13.783675 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72171fe4-3321-4f22-8b29-4f3f92045620 req-8a805c6e-01a2-4df9-8c44-1fc0f2b2b766 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0551322 Aug 24 16:18:13.823169 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72171fe4-3321-4f22-8b29-4f3f92045620 req-0277bfd6-07a5-4c44-b8b5-7585c1fac254 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Aug 24 16:18:13.988936 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.027007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30c09-3a17-49b4-bd24-ead84931cdf3 req-b8fc1868-b344-4e49-abe0-c3b30f0bae07 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:14.028606 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06c30c09-3a17-49b4-bd24-ead84931cdf3 req-b8fc1868-b344-4e49-abe0-c3b30f0bae07 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Aug 24 16:18:14.069502 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06c30c09-3a17-49b4-bd24-ead84931cdf3 req-e540a571-7266-4698-9362-70ec57b9d77d tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Aug 24 16:18:14.218629 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 176beb12-d4c5-4ca4-868b-118d91758d4d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:14.435391 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning for port 176beb12-d4c5-4ca4-868b-118d91758d4d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:14.439596 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 176beb12-d4c5-4ca4-868b-118d91758d4d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:14.444269 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.515594 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.549078 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] For port 176beb12-d4c5-4ca4-868b-118d91758d4d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=176beb12-d4c5-4ca4-868b-118d91758d4d,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:14.589505 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-887af4ea-0865-4432-aa6c-af7ce109d649 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:14.591201 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-887af4ea-0865-4432-aa6c-af7ce109d649 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Aug 24 16:18:14.691836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Deleting port 363bddeb-428b-4376-b1f7-e76f3262bc0b {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:18:14.692184 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.692328 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.746914 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Pushing event updated for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:14.783518 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] For port 363bddeb-428b-4376-b1f7-e76f3262bc0b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=363bddeb-428b-4376-b1f7-e76f3262bc0b,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:14.783883 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.796532 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Calling delete_port for 363bddeb-428b-4376-b1f7-e76f3262bc0b owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:18:14.829281 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:14.945752 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7f14-4ab0-4d34-973c-c6874e0b9d43 req-e6513e8f-a056-4124-84e4-a41ddb91ccc7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:14.947178 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e9fd7f14-4ab0-4d34-973c-c6874e0b9d43 req-e6513e8f-a056-4124-84e4-a41ddb91ccc7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 24 16:18:14.984830 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e9fd7f14-4ab0-4d34-973c-c6874e0b9d43 req-3d3dedc0-52cc-4228-9500-41577f62b60b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Aug 24 16:18:15.023242 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:15.041598 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['13b49d16-310a-49df-a6bf-fb9969db33e6', '363bddeb-428b-4376-b1f7-e76f3262bc0b'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:18:15.057407 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Pushing event deleted for resources: {'Port': ['ID=363bddeb-428b-4376-b1f7-e76f3262bc0b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:15.109369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] No DVR routers for this DVR port 363bddeb-428b-4376-b1f7-e76f3262bc0b on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:18:15.109369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:15.109369 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e757169-f084-4d88-a737-bb19bdc78f78 req-bfb6b938-6801-490d-91cf-e5023eac44d1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "DELETE /v2.0/ports/363bddeb-428b-4376-b1f7-e76f3262bc0b HTTP/1.1" status: 204 len: 173 time: 0.5049889 Aug 24 16:18:15.109369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'name': 'network-vif-deleted', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:15.109369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d888d9-456c-4cb3-957d-e7d61efd7d7b" -d '{"events": [{"server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "name": "network-vif-deleted", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:15.156688 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c666ad-3bfb-47a7-8c27-89a9539d8be5 x-openstack-request-id: req-67c666ad-3bfb-47a7-8c27-89a9539d8be5 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:15.157230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397444ce-e678-452c-8333-8c0321b31314", "name": "network-vif-deleted", "tag": "363bddeb-428b-4376-b1f7-e76f3262bc0b", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:15.157485 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67c666ad-3bfb-47a7-8c27-89a9539d8be5 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:15.157929 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397444ce-e678-452c-8333-8c0321b31314', 'name': 'network-vif-deleted', 'tag': '363bddeb-428b-4376-b1f7-e76f3262bc0b', 'status': 'completed', 'code': 200} Aug 24 16:18:15.182374 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a6f39d3c-8c05-4cd6-8070-642ee9a3cef1 req-ba9f4d10-9024-46a9-af7a-31bd182681cd tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=397444ce-e678-452c-8333-8c0321b31314 HTTP/1.1" status: 200 len: 210 time: 0.0361798 Aug 24 16:18:16.126471 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33266-c092-4c23-8d8b-4580c5c86094 req-4383749c-b454-453a-88bb-4577b5b0ac52 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:16.127970 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b3d33266-c092-4c23-8d8b-4580c5c86094 req-4383749c-b454-453a-88bb-4577b5b0ac52 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Aug 24 16:18:16.194214 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b3d33266-c092-4c23-8d8b-4580c5c86094 req-67e0e944-cb15-4293-9c10-684a1e995081 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598671 Aug 24 16:18:16.231599 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 176beb12-d4c5-4ca4-868b-118d91758d4d up at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:16.336709 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Provisioning complete for port 176beb12-d4c5-4ca4-868b-118d91758d4d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:16.337090 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:16.366925 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-0e217f11-d069-492d-972f-6443e10aa941 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206911436&fields=id&tenant_id=c000831c3acd4f72a83ddbe121dc1767 HTTP/1.1" status: 200 len: 267 time: 0.0365088 Aug 24 16:18:16.419842 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:16.482066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-5dcdb279-a167-45a9-a84e-ad622464e980 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:16.483527 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-5dcdb279-a167-45a9-a84e-ad622464e980 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 807 time: 0.1097867 Aug 24 16:18:16.500425 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-3379ef3f-eeb1-4596-8e12-ac21f2143ae3 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/quotas/c000831c3acd4f72a83ddbe121dc1767 HTTP/1.1" status: 200 len: 375 time: 0.0104764 Aug 24 16:18:16.552957 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-e23b2279-d956-4c8a-834d-051ff6ce4440 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465927 Aug 24 16:18:16.653084 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-071cdb40-532c-467e-b2c0-bb8be6e26a59 service neutron] 10.222.0.52 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855587 Aug 24 16:18:16.748746 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-e24597fa-d559-4a4f-9216-604a6e350d82 service neutron] 10.222.0.52 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889499 Aug 24 16:18:16.826206 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2688-a663-4699-b4b7-597c19e74b98 req-bfea351d-d275-4d73-ac20-d403958ac07c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:16.827797 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cbda2688-a663-4699-b4b7-597c19e74b98 req-bfea351d-d275-4d73-ac20-d403958ac07c tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0504277 Aug 24 16:18:16.867584 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cbda2688-a663-4699-b4b7-597c19e74b98 req-68d0b5c8-66e9-4a9e-ad8c-d8c6100f5695 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Aug 24 16:18:17.329579 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc7289f9-e9a8-4c79-8d85-790e5a48aab3 req-d6d2547a-ef4f-42b3-ae86-f890bb0958ea tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0351489 Aug 24 16:18:17.342175 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5149b-088d-4d42-94cb-eddd75a8e8d8 req-73485be7-c08e-4b43-8767-59f75de8ffbc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:17.344234 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02b5149b-088d-4d42-94cb-eddd75a8e8d8 req-73485be7-c08e-4b43-8767-59f75de8ffbc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0855632 Aug 24 16:18:17.386373 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02b5149b-088d-4d42-94cb-eddd75a8e8d8 req-06a88152-63f0-4feb-9a05-04ce0324b753 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346932 Aug 24 16:18:17.982890 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580b64-f0b9-4d7a-af23-fc3a9a046133 req-616d213f-a686-4d7a-ae4f-c4cfee397e11 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:17.984377 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fa580b64-f0b9-4d7a-af23-fc3a9a046133 req-616d213f-a686-4d7a-ae4f-c4cfee397e11 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0512402 Aug 24 16:18:18.022065 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fa580b64-f0b9-4d7a-af23-fc3a9a046133 req-74a9509f-c827-4fd0-82ef-4dd00ef3f8b3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Aug 24 16:18:18.265809 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 363bddeb-428b-4376-b1f7-e76f3262bc0b no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:18.286109 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 363bddeb-428b-4376-b1f7-e76f3262bc0b {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:18:18.286461 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 363bddeb-428b-4376-b1f7-e76f3262bc0b not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:18:18.410121 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5d05911-f8b9-47ce-b4ba-6f26a4e24699 req-ced8eb2c-9b87-469e-86bc-0a23dd511c3c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0273371 Aug 24 16:18:18.511840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b3019-5c54-4fcb-bc8a-cf23eb8a7053 req-c1553163-119d-44df-9b76-e5fc6c4e0684 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:18.514192 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c51b3019-5c54-4fcb-bc8a-cf23eb8a7053 req-c1553163-119d-44df-9b76-e5fc6c4e0684 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Aug 24 16:18:18.554386 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c51b3019-5c54-4fcb-bc8a-cf23eb8a7053 req-39178cfa-4fba-4fd3-a4f7-6f9d39cf2742 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Aug 24 16:18:19.137194 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122d59-dd61-4925-9a6d-4cb5e164b884 req-b59ddaff-4163-43c9-a755-308b8c79ab83 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:19.138702 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea122d59-dd61-4925-9a6d-4cb5e164b884 req-b59ddaff-4163-43c9-a755-308b8c79ab83 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0488856 Aug 24 16:18:19.178180 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea122d59-dd61-4925-9a6d-4cb5e164b884 req-601fae0b-ba59-481e-9f5c-1966d659b611 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Aug 24 16:18:19.501865 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd44dfb4-1a1e-4a91-8e6f-d16face0c8d0 req-c6ad6757-ee1e-4633-8f4d-cfeaea703c8d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0267079 Aug 24 16:18:19.679736 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4c144-2b13-4bf2-97c1-b8eb3a43a92e req-05c21a07-e7bc-4b0b-87d3-8a87b04d6563 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:19.681240 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14e4c144-2b13-4bf2-97c1-b8eb3a43a92e req-05c21a07-e7bc-4b0b-87d3-8a87b04d6563 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Aug 24 16:18:19.719147 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14e4c144-2b13-4bf2-97c1-b8eb3a43a92e req-b1e72d9e-a4c4-447c-969c-f0e4b906bd88 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Aug 24 16:18:19.963242 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-7f834380-3d4c-448f-8abe-5fe2a9c7f6ab tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:19.964721 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-7f834380-3d4c-448f-8abe-5fe2a9c7f6ab tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 807 time: 0.1071270 Aug 24 16:18:20.025216 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-b6a790c9-3e3d-46f8-8618-2381ad068f17 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c000831c3acd4f72a83ddbe121dc1767 HTTP/1.1" status: 200 len: 380 time: 0.0369396 Aug 24 16:18:20.072422 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'port': {'device_id': 'd50c8628-4499-4e79-abea-513f3828ac48', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'admin_state_up': True, 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'security_groups': ['34e75b72-ef87-4d6a-b92a-a6f1f4aa8327']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:20.295039 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9bc3-72c0-4936-8f3e-69854e5e3f76 req-7bbb1ee1-be42-42aa-a922-6d78e1f5c0c1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:20.296603 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0ea9bc3-72c0-4936-8f3e-69854e5e3f76 req-7bbb1ee1-be42-42aa-a922-6d78e1f5c0c1 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0490897 Aug 24 16:18:20.297025 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:18:20.320668 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Made reservation on behalf of c000831c3acd4f72a83ddbe121dc1767 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:20.324682 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.335294 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0ea9bc3-72c0-4936-8f3e-69854e5e3f76 req-b91fad3e-d0fd-44d9-bdd1-9721a9674bb3 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Aug 24 16:18:20.400104 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:20.412455 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '993ef87d-5032-42e7-bc33-da364d58b770', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:18:20.469599 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Allocated IP 172.20.0.6 (6110ad9f-daed-48fb-a666-a113b63dff62/0d7da8ed-479c-4890-a832-b437a4478fa8/9f36ae6b-6737-472a-bc09-c7e803025003) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:20.566893 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.580766 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:20.601222 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:20.604885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7bc2b5ca-8f37-4d36-8ea1-1cfb4fa3c6ca req-e7ee088b-1d58-435a-b75d-ca8c31ab7ae9 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0285213 Aug 24 16:18:20.619032 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.635984 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Transition to ACTIVE for port object 9f36ae6b-6737-472a-bc09-c7e803025003 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:20.697497 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.727221 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.752076 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:20.769528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Network 6110ad9f-daed-48fb-a666-a113b63dff62 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:20.775372 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:20.779133 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:20.838283 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:20.846422 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:20.847543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:20.847887 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['993ef87d-5032-42e7-bc33-da364d58b770'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:18:20.868823 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65493dc-7bc5-4045-be72-211bea4277a7 req-a58ad890-3905-4f76-9c84-8c1357474b09 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:20.870511 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c65493dc-7bc5-4045-be72-211bea4277a7 req-a58ad890-3905-4f76-9c84-8c1357474b09 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0614064 Aug 24 16:18:20.915084 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c65493dc-7bc5-4045-be72-211bea4277a7 req-f9a1e533-d7e6-467c-b149-a19aab3882a5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Aug 24 16:18:20.950301 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-07389bd7-7a4f-4b9f-b344-20c4468631b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816535 Aug 24 16:18:20.967489 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Request body: {'port': {'device_id': 'd50c8628-4499-4e79-abea-513f3828ac48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:21.025648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.138533 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d96bb56e-9154-412c-9589-d47e72d3b3be None None] Provisioning for port 9f36ae6b-6737-472a-bc09-c7e803025003 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:21.142811 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d96bb56e-9154-412c-9589-d47e72d3b3be None None] Provisioning complete for port 9f36ae6b-6737-472a-bc09-c7e803025003 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:21.143187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d96bb56e-9154-412c-9589-d47e72d3b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.183786 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d96bb56e-9154-412c-9589-d47e72d3b3be None None] Port 9f36ae6b-6737-472a-bc09-c7e803025003 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:21.271000 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-acacc0ea-569e-4cb4-a919-a13195783a68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691347 Aug 24 16:18:21.365398 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f36ae6b-6737-472a-bc09-c7e803025003 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:21.374576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.390228 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-d84a8fa5-4ce1-43ae-8a18-56392e52ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.391738 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-d84a8fa5-4ce1-43ae-8a18-56392e52ac40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1099 time: 0.0853457 Aug 24 16:18:21.394649 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Transition to ACTIVE for port object 9f36ae6b-6737-472a-bc09-c7e803025003 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:21.462954 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da9fd5-9f8f-481c-92ed-70c3c4d5c0c2 req-75661c58-8568-441d-8674-a26552d9c13a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.464451 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34da9fd5-9f8f-481c-92ed-70c3c4d5c0c2 req-75661c58-8568-441d-8674-a26552d9c13a tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0540142 Aug 24 16:18:21.482401 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.503792 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34da9fd5-9f8f-481c-92ed-70c3c4d5c0c2 req-bc530e45-3bc8-4ff7-97ae-ad06d524ce4e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Aug 24 16:18:21.561899 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:21.564976 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-9735ba5f-df43-475e-847e-af90226aa07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.575526 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-9735ba5f-df43-475e-847e-af90226aa07a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.1494431 Aug 24 16:18:21.683903 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-2a5b810a-46a6-4fb2-b6c6-0591577b7c30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 1002 time: 0.0914314 Aug 24 16:18:21.695846 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Attempting to bind port 9f36ae6b-6737-472a-bc09-c7e803025003 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:21.696662 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Attempting to bind port 9f36ae6b-6737-472a-bc09-c7e803025003 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:21.697055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Attempting to bind port 9f36ae6b-6737-472a-bc09-c7e803025003 on network 6110ad9f-daed-48fb-a666-a113b63dff62 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:21.732654 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Port 9f36ae6b-6737-472a-bc09-c7e803025003 on network 6110ad9f-daed-48fb-a666-a113b63dff62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:18:21.732996 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Attempting to bind port 9f36ae6b-6737-472a-bc09-c7e803025003 on network 6110ad9f-daed-48fb-a666-a113b63dff62 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:21.752009 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:21.752601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Checking segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:21.753201 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Bound using segment: {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:21.753350 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad0af-e4b3-4b64-9914-edc02cba7d86 req-efa5a416-f2ff-4e98-be20-d251204f1aa3 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.754290 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Bound port: 9f36ae6b-6737-472a-bc09-c7e803025003, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64101e2d-81a1-4e2e-b26a-3e26ce51bef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:21.754808 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.754929 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-741ad0af-e4b3-4b64-9914-edc02cba7d86 req-efa5a416-f2ff-4e98-be20-d251204f1aa3 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0709858 Aug 24 16:18:21.776230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-cbb4c044-b16e-4e54-89d1-0740cc3c9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.777722 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-cbb4c044-b16e-4e54-89d1-0740cc3c9ee8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.0783284 Aug 24 16:18:21.821802 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-741ad0af-e4b3-4b64-9914-edc02cba7d86 req-a8974aba-33dc-4561-9aee-01dd52493491 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Aug 24 16:18:21.857536 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:21.861131 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:21.868203 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-9c676ba7-5af0-4cab-8cdb-c47a86c1611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.872794 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-9c676ba7-5af0-4cab-8cdb-c47a86c1611c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658472 Aug 24 16:18:21.934696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.987571 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:21.988217 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:21.989624 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 1093 time: 1.0273230 Aug 24 16:18:21.990075 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:21.992328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469c319-0b15-4ef8-ac42-17741ac80b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:22.036410 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-6ecc6a0e-96d9-4b8e-bb0f-678efd1baa6c service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559727 Aug 24 16:18:22.037389 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cfc9e-2169-479c-b7c5-c2f2c2003db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:22.071485 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca54f7f-8945-4dfa-bc16-0a8bf1d470d1 x-openstack-request-id: req-eca54f7f-8945-4dfa-bc16-0a8bf1d470d1 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:22.071888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:22.072237 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eca54f7f-8945-4dfa-bc16-0a8bf1d470d1 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:22.073092 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'status': 'completed', 'code': 200} Aug 24 16:18:22.089913 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000730a-11b3-4621-95eb-869a08865e2e req-d512a0ab-332a-4ff9-b2a2-9218a21ab78c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.099773 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4000730a-11b3-4621-95eb-869a08865e2e req-d512a0ab-332a-4ff9-b2a2-9218a21ab78c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0936546 Aug 24 16:18:22.141562 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4000730a-11b3-4621-95eb-869a08865e2e req-d03af542-1444-4974-9e3b-576f50de0770 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Aug 24 16:18:22.186589 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-134f67de-e376-4d23-9f0a-2c046e4ebcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.188105 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-134f67de-e376-4d23-9f0a-2c046e4ebcfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1096 time: 0.0758035 Aug 24 16:18:22.193993 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2602ec1b-f934-4aa9-be78-8a1f69e32955 req-7f200514-53b1-45dd-aaa5-c5c97b3a1311 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447191 Aug 24 16:18:22.306021 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-acb9fd10-713d-4205-a924-3119decb8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.307387 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-acb9fd10-713d-4205-a924-3119decb8641 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c000831c3acd4f72a83ddbe121dc1767&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1002419 Aug 24 16:18:22.316681 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:22.382620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 993ef87d-5032-42e7-bc33-da364d58b770 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:22.383271 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:22.472926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-00929054-84cd-4d39-a63d-58a6c632a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.474414 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d469c319-0b15-4ef8-ac42-17741ac80b2f req-00929054-84cd-4d39-a63d-58a6c632a065 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546729 Aug 24 16:18:22.475061 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:22.502159 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:22.504521 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c256e9b-4121-4f17-aa82-ed805ac7ed83" -d '{"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:22.525559 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:22.572528 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65158e35-692b-4117-85c3-75021ba02007 x-openstack-request-id: req-65158e35-692b-4117-85c3-75021ba02007 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:22.572840 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:22.573098 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65158e35-692b-4117-85c3-75021ba02007 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:22.573516 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'code': 200} Aug 24 16:18:22.584773 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:22.595756 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-cfa552ea-1ef3-43d6-b980-dafe0f317fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.598351 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-cfa552ea-1ef3-43d6-b980-dafe0f317fda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1096 time: 0.0601361 Aug 24 16:18:22.652156 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:22.654922 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:22.677503 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-0ac18a2e-c88b-497b-ba6e-5eac62f07055 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 217 time: 0.0676436 Aug 24 16:18:22.681955 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae23e3-123d-4746-8b38-d7f26579b330 req-9335d752-13ba-4b38-882a-720542dccdfc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.683631 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9bae23e3-123d-4746-8b38-d7f26579b330 req-9335d752-13ba-4b38-882a-720542dccdfc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0859699 Aug 24 16:18:22.742887 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9bae23e3-123d-4746-8b38-d7f26579b330 req-7675f443-0716-4276-bd9c-404cac8693ac tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476804 Aug 24 16:18:22.755052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-a27129ed-7457-4ba1-8f68-844a6e192ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.756638 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-a27129ed-7457-4ba1-8f68-844a6e192ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0698526 Aug 24 16:18:22.815415 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-5ae65c20-cdec-4e17-a649-a30f62849660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.817352 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-5ae65c20-cdec-4e17-a649-a30f62849660 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493162 Aug 24 16:18:22.942053 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-d14fc839-7227-4c83-a57b-3e8c899720d6 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137433 Aug 24 16:18:22.982560 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025ad32-0118-4822-af24-397fce3d3843 req-0518a61f-dfab-4743-84ba-bc7e18abf4c5 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:22.984924 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3025ad32-0118-4822-af24-397fce3d3843 req-0518a61f-dfab-4743-84ba-bc7e18abf4c5 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0712435 Aug 24 16:18:23.036578 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3025ad32-0118-4822-af24-397fce3d3843 req-0bf7f504-390b-4e8c-a81d-eff42de16615 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 Aug 24 16:18:23.075826 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fdd664ce-d187-445c-ac6c-77e1a2face22 req-80b73210-0547-46e0-b79e-7c74bbb59d09 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167991 Aug 24 16:18:23.326303 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a27d-65e8-4b79-a9d1-3dc081dbd035 req-d238973e-68ab-4715-8c71-7da9156bfa4e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:23.328688 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-09d6a27d-65e8-4b79-a9d1-3dc081dbd035 req-d238973e-68ab-4715-8c71-7da9156bfa4e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Aug 24 16:18:23.379546 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-09d6a27d-65e8-4b79-a9d1-3dc081dbd035 req-1f3ea700-0cc3-4ab2-8948-ff173aff5589 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Aug 24 16:18:23.659234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-3f8e6694-92e7-4362-92ab-0d20f87242f2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:23.660859 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-3f8e6694-92e7-4362-92ab-0d20f87242f2 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0883157 Aug 24 16:18:23.807366 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Deleting port 13b49d16-310a-49df-a6bf-fb9969db33e6 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:18:23.807831 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:23.871190 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee92d9-a842-4c5a-beea-90722bce5eff req-0fea0837-d749-4682-b040-a31f227eaf83 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:23.878947 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8dee92d9-a842-4c5a-beea-90722bce5eff req-0fea0837-d749-4682-b040-a31f227eaf83 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 946 time: 0.0661881 Aug 24 16:18:23.923279 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] For port 13b49d16-310a-49df-a6bf-fb9969db33e6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=13b49d16-310a-49df-a6bf-fb9969db33e6,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:23.924157 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:23.928759 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8dee92d9-a842-4c5a-beea-90722bce5eff req-42f690e0-a8c7-4338-a513-6f3e637b35dc tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad044044-9460-424d-a0c6-c64fc4a9451b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Aug 24 16:18:23.938349 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Calling delete_port for 13b49d16-310a-49df-a6bf-fb9969db33e6 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:18:24.177673 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:24.183021 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c367b5-bb66-464e-976f-6b422e52ff0d req-5fc6acb0-d63d-4689-986f-dd55a42e062f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:24.184772 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b4c367b5-bb66-464e-976f-6b422e52ff0d req-5fc6acb0-d63d-4689-986f-dd55a42e062f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0578222 Aug 24 16:18:24.189781 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['13b49d16-310a-49df-a6bf-fb9969db33e6'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:18:24.232085 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Pushing event deleted for resources: {'Port': ['ID=13b49d16-310a-49df-a6bf-fb9969db33e6,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:24.260557 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b4c367b5-bb66-464e-976f-6b422e52ff0d req-e0739499-560d-4150-8eb9-b47b802fdc20 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546713 Aug 24 16:18:24.550357 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] No DVR routers for this DVR port 13b49d16-310a-49df-a6bf-fb9969db33e6 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:18:24.553141 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246757-54d0-4f6a-9248-d318da76f8ab req-0bbf4dd2-1b45-44bb-abb5-8e8deba9dd7c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:24.553534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:24.555592 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4efaef77-4879-4f91-81f9-0ce1450dc6e5 req-c6c02e20-615b-4cdd-ab0b-20fb0d106260 tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.37 "DELETE /v2.0/ports/13b49d16-310a-49df-a6bf-fb9969db33e6 HTTP/1.1" status: 204 len: 173 time: 0.8854570 Aug 24 16:18:24.556037 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'name': 'network-vif-deleted', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:24.558487 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43452df6-0d54-4f7c-afab-75f428218ab0" -d '{"events": [{"server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "name": "network-vif-deleted", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:24.560764 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e246757-54d0-4f6a-9248-d318da76f8ab req-0bbf4dd2-1b45-44bb-abb5-8e8deba9dd7c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0903943 Aug 24 16:18:24.616797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30763037-8efe-4420-b3a3-180e9208aa39 x-openstack-request-id: req-30763037-8efe-4420-b3a3-180e9208aa39 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:24.616797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807646e-3233-47b5-a72d-30cfa7deb6ec", "name": "network-vif-deleted", "tag": "13b49d16-310a-49df-a6bf-fb9969db33e6", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:24.617141 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30763037-8efe-4420-b3a3-180e9208aa39 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:24.617239 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807646e-3233-47b5-a72d-30cfa7deb6ec', 'name': 'network-vif-deleted', 'tag': '13b49d16-310a-49df-a6bf-fb9969db33e6', 'status': 'completed', 'code': 200} Aug 24 16:18:24.630214 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e246757-54d0-4f6a-9248-d318da76f8ab req-6852dd1c-9731-4989-b07e-aa3eb0399740 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673692 Aug 24 16:18:25.041679 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ee3364-2b36-4642-b123-910cd4ba3fed req-418e406b-0e73-4dd4-a14b-6aec4baf5d5e tempest-ServerRescueNegativeTestJSON-395583710 tempest-ServerRescueNegativeTestJSON-395583710-project] 10.222.0.52 "GET /v2.0/ports?device_id=b807646e-3233-47b5-a72d-30cfa7deb6ec HTTP/1.1" status: 200 len: 210 time: 0.0328846 Aug 24 16:18:25.425552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd894a7-4611-4e47-90db-4312371d6cb3 req-9073b6cc-83a3-40a1-92de-0af5d84670db tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:25.427070 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bfd894a7-4611-4e47-90db-4312371d6cb3 req-9073b6cc-83a3-40a1-92de-0af5d84670db tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0790212 Aug 24 16:18:25.467525 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bfd894a7-4611-4e47-90db-4312371d6cb3 req-4ac8dda3-8f5a-450c-ad8c-409b2e186ab7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Aug 24 16:18:25.788083 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496718ae-bae7-4f1a-aae4-3044bd554c0d req-c995f2e8-6a9f-45da-8ff8-a92b57e7601d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:25.799743 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-496718ae-bae7-4f1a-aae4-3044bd554c0d req-c995f2e8-6a9f-45da-8ff8-a92b57e7601d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0837071 Aug 24 16:18:25.847641 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-496718ae-bae7-4f1a-aae4-3044bd554c0d req-466be0a0-f764-4ce5-a33d-0803fd99ce96 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 Aug 24 16:18:26.114428 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50268) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:26.617520 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75ee43-63dc-4aac-a063-b842e96d3a56 req-3994c65c-eb5a-43f5-88a3-138c40592650 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:26.619769 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c75ee43-63dc-4aac-a063-b842e96d3a56 req-3994c65c-eb5a-43f5-88a3-138c40592650 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0736942 Aug 24 16:18:26.667349 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c75ee43-63dc-4aac-a063-b842e96d3a56 req-487b56a8-c303-4555-945e-f71d3714c4fc tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Aug 24 16:18:26.687829 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:27.001144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43778f9f-0350-4ce1-bb10-54478a19a326 req-4fda2680-3fca-4e49-ad75-f3305a68230a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:27.002976 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-43778f9f-0350-4ce1-bb10-54478a19a326 req-4fda2680-3fca-4e49-ad75-f3305a68230a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 24 16:18:27.032515 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Deleting port f0886413-7a86-43de-a98a-fe715eeb8377 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:18:27.032903 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:27.062326 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-43778f9f-0350-4ce1-bb10-54478a19a326 req-77528a3a-22c4-4e20-93d3-0eee7b92013c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Aug 24 16:18:27.135645 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] For port f0886413-7a86-43de-a98a-fe715eeb8377, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f0886413-7a86-43de-a98a-fe715eeb8377,segment=NetworkSegment(01bfd397-79cd-43b7-b68c-6d0c77c201d4),segment_id=01bfd397-79cd-43b7-b68c-6d0c77c201d4)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:27.141406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:27.155943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Calling delete_port for f0886413-7a86-43de-a98a-fe715eeb8377 owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:18:27.458066 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:27.488990 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0886413-7a86-43de-a98a-fe715eeb8377,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:27.657124 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:27.841251 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54e0f-750e-405e-9df6-68aa1c9736a8 req-ec5fc612-d509-4bdc-b473-e22651b5cb0f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:27.843727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-45b54e0f-750e-405e-9df6-68aa1c9736a8 req-ec5fc612-d509-4bdc-b473-e22651b5cb0f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0724599 Aug 24 16:18:27.889395 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-45b54e0f-750e-405e-9df6-68aa1c9736a8 req-74d641d3-05ab-4040-abb7-1033dd6f8afe tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Aug 24 16:18:27.959060 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Router e19e644f-e527-4f83-82ea-9e0c8e661886 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:18:28.071556 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:18:28.080063 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50288) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:28.080391 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b143fe85-4cda-439c-b5d2-7626ba3f1ffc admin admin] 10.222.0.52 "PUT /v2.0/routers/e19e644f-e527-4f83-82ea-9e0c8e661886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643097 Aug 24 16:18:28.081248 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Sync routers for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:18:28.092162 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:28.092821 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:28.252941 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:28.295528 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:28.352454 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 13b49d16-310a-49df-a6bf-fb9969db33e6 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:28.363735 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdee74c-31e3-41f6-b9b8-94ec2179dc46 req-741faff5-73e5-412b-b460-ee136e601e15 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:28.365291 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9cdee74c-31e3-41f6-b9b8-94ec2179dc46 req-741faff5-73e5-412b-b460-ee136e601e15 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.1587014 Aug 24 16:18:28.402832 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 13b49d16-310a-49df-a6bf-fb9969db33e6 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:18:28.404153 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 13b49d16-310a-49df-a6bf-fb9969db33e6 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:18:28.463797 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9cdee74c-31e3-41f6-b9b8-94ec2179dc46 req-8d5e23b6-4dad-41e8-b3c0-cbc78b6b68f4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872822 Aug 24 16:18:28.475777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:28.510510 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:18:27Z', 'revision_number': 5, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:28.549301 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Checking router: e19e644f-e527-4f83-82ea-9e0c8e661886 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:18:28.558367 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Routers {'e19e644f-e527-4f83-82ea-9e0c8e661886'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:28.558981 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['e19e644f-e527-4f83-82ea-9e0c8e661886'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:28.620905 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Deleting port 908687ac-e503-4f50-b341-c2defeec8891 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:18:28.621313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:28.687014 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] Set router e19e644f-e527-4f83-82ea-9e0c8e661886 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:28.714042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] For port 908687ac-e503-4f50-b341-c2defeec8891, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=908687ac-e503-4f50-b341-c2defeec8891,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:28.714479 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:28.726987 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Calling delete_port for 908687ac-e503-4f50-b341-c2defeec8891 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:18:28.919616 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:18:27Z', 'revision_number': 5, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:28.951616 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607ea45-8bcb-4180-b6ce-6b5ec9a4b63c None None] The sync data for ids ['e19e644f-e527-4f83-82ea-9e0c8e661886'] in dv-cinder-755654-11-iscsi is: [{'id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'name': 'tempest-ServerRescueNegativeTestJSON-1176275606-router', 'tenant_id': '6408900b2da24a0ba9a85f5e5c566b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '908687ac-e503-4f50-b341-c2defeec8891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:14Z', 'updated_at': '2021-08-24T16:18:27Z', 'revision_number': 5, 'project_id': '6408900b2da24a0ba9a85f5e5c566b11', 'gw_port': {'id': '908687ac-e503-4f50-b341-c2defeec8891', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e644f-e527-4f83-82ea-9e0c8e661886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:29.080808 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d20f2-bbae-4a2b-87fa-1b9c25df8223 req-75bd5a82-1e83-4375-b1ec-d502af55e776 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.082264 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e9d20f2-bbae-4a2b-87fa-1b9c25df8223 req-75bd5a82-1e83-4375-b1ec-d502af55e776 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0941727 Aug 24 16:18:29.155178 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e9d20f2-bbae-4a2b-87fa-1b9c25df8223 req-c0b8c83d-ba5a-447e-ac03-99c3ad196db7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 Aug 24 16:18:29.338317 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.364722 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Pushing event deleted for resources: {'Port': ['ID=908687ac-e503-4f50-b341-c2defeec8891,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:29.378511 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.378511 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.378511 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.379519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.379519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.379519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.380001 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.380001 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.380187 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.380692 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.381023 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.381352 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:29.454822 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.614592 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.618063 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.638669 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-8e423e78-d360-4ca7-b3b4-915ff7da2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.640334 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-8e423e78-d360-4ca7-b3b4-915ff7da2679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1138 time: 0.0502176 Aug 24 16:18:29.753733 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-28dc30b2-da81-42f9-a737-5d2d84a42380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.754432 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c17d-aa44-4383-ad80-836e376a7758 req-4a446d54-5dc6-4982-8574-aaf6c891550c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.755668 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-28dc30b2-da81-42f9-a737-5d2d84a42380 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 916 time: 0.1049128 Aug 24 16:18:29.756318 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9187c17d-aa44-4383-ad80-836e376a7758 req-4a446d54-5dc6-4982-8574-aaf6c891550c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.2504017 Aug 24 16:18:29.767666 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069e78-b6c6-4103-812a-fcf33df5918b req-b06ade6f-fd44-4e8b-9e87-42a79e594c74 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.769318 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-41069e78-b6c6-4103-812a-fcf33df5918b req-b06ade6f-fd44-4e8b-9e87-42a79e594c74 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.1599388 Aug 24 16:18:29.825803 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9187c17d-aa44-4383-ad80-836e376a7758 req-7bb74cd2-3d24-4557-ac2b-d7f8684a53c0 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555010 Aug 24 16:18:29.837726 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-c731c5ae-6a4b-45c8-9638-0994768d6249 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0687921 Aug 24 16:18:29.851804 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-41069e78-b6c6-4103-812a-fcf33df5918b req-38ee9100-1c40-4560-8793-df618cdd1837 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605190 Aug 24 16:18:29.858178 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.859075 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19e644f-e527-4f83-82ea-9e0c8e661886 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:18:29.865099 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.869948 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-00b3a620-fe6b-433a-ae66-4052c5fb4754 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e19e644f-e527-4f83-82ea-9e0c8e661886 HTTP/1.1" status: 204 len: 168 time: 1.7886317 Aug 24 16:18:29.870748 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50314) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:29.901604 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-0c7969df-8346-495b-b06d-dffd9303a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.903141 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-0c7969df-8346-495b-b06d-dffd9303a893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.0488427 Aug 24 16:18:29.949888 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Deleting subnet c2272a0e-c602-4581-8331-cdda06084772 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:18:29.954964 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:29.993874 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-093761b3-c28a-43bb-9705-abe29d0487bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:29.998531 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-093761b3-c28a-43bb-9705-abe29d0487bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0854261 Aug 24 16:18:30.017329 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3655821'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.104459 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.112787 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-0a531dd0-1616-47c6-b01b-ed59ba8b7f30 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041782 Aug 24 16:18:30.224748 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d94a197-d7fa-4583-85a4-131750b17fa5 req-37a4ace4-e760-4a71-9a6f-45035d35c1bc service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030242 Aug 24 16:18:30.277113 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126210545'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.312383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.314804 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c2272a0e-c602-4581-8331-cdda06084772 HTTP/1.1" status: 204 len: 168 time: 0.4426465 Aug 24 16:18:30.317278 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50320) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:30.320800 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e14ae-b4ef-4d40-ac08-2754329fac97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2272a0e-c602-4581-8331-cdda06084772,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:30.331589 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444e422-27f2-4211-9a3d-30ed9386d852 req-07e07b22-c7fa-4d40-916e-944ad0038fe8 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:30.333117 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7444e422-27f2-4211-9a3d-30ed9386d852 req-07e07b22-c7fa-4d40-916e-944ad0038fe8 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0960360 Aug 24 16:18:30.390835 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7444e422-27f2-4211-9a3d-30ed9386d852 req-74f78a7a-58b6-48d1-b386-a24fd7224763 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516720 Aug 24 16:18:30.417490 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.506817 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 908687ac-e503-4f50-b341-c2defeec8891 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:30.540871 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 908687ac-e503-4f50-b341-c2defeec8891 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:18:30.541161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 908687ac-e503-4f50-b341-c2defeec8891 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:18:30.541590 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f0886413-7a86-43de-a98a-fe715eeb8377 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:30.546689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.568832 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: f0886413-7a86-43de-a98a-fe715eeb8377 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:18:30.569549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f0886413-7a86-43de-a98a-fe715eeb8377 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:18:30.576956 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1232e2-ba28-45ec-9a88-12c83ad2a8eb']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:30.597524 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bfd397-79cd-43b7-b68c-6d0c77c201d4') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:30.598067 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bfd397-79cd-43b7-b68c-6d0c77c201d4') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:30.609195 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.626743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.632825 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:18:30.633306 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:18:30.635188 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:18:30.783606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.789931 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:30.791259 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3c1232e2-ba28-45ec-9a88-12c83ad2a8eb HTTP/1.1" status: 204 len: 168 time: 0.4728971 Aug 24 16:18:30.802117 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6982-ab51-4b49-a44a-3904bd8e70f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1232e2-ba28-45ec-9a88-12c83ad2a8eb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:30.977818 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af2d55-0b69-4c19-b0af-de78033243f7 req-10f38320-f28a-4f04-935c-ff5502bdbc4e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:30.979292 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6af2d55-0b69-4c19-b0af-de78033243f7 req-10f38320-f28a-4f04-935c-ff5502bdbc4e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0799820 Aug 24 16:18:30.992232 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddd48-ac53-4113-87bf-a55b40640c40 req-6962fc80-95ef-4379-8948-128a269f3533 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:30.993277 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6ebddd48-ac53-4113-87bf-a55b40640c40 req-6962fc80-95ef-4379-8948-128a269f3533 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0650430 Aug 24 16:18:31.050625 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6af2d55-0b69-4c19-b0af-de78033243f7 req-6639aebf-f007-4291-9e96-1c76937b39ba tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562923 Aug 24 16:18:31.055218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6ebddd48-ac53-4113-87bf-a55b40640c40 req-f898ea48-6d45-49dc-b305-671a7cad9fc9 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542853 Aug 24 16:18:31.189751 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50330) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:31.230084 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-01410c5e-f069-4777-a2da-9e049f7ef3f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6408900b2da24a0ba9a85f5e5c566b11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391471 Aug 24 16:18:31.233111 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50332) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:31.280308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:31.304827 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:31.508405 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457708-67f8-406f-a2e3-b89a4bd8a6d3 req-c29a5e6c-5fc2-4009-8b69-fc13be39de59 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:31.509985 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-20457708-67f8-406f-a2e3-b89a4bd8a6d3 req-c29a5e6c-5fc2-4009-8b69-fc13be39de59 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0489211 Aug 24 16:18:31.550529 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-20457708-67f8-406f-a2e3-b89a4bd8a6d3 req-265e22bc-7646-43b5-bdca-e96b01ab7cdd tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Aug 24 16:18:31.635030 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:31.637646 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:31.638833 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad044044-9460-424d-a0c6-c64fc4a9451b HTTP/1.1" status: 204 len: 168 time: 0.4048128 Aug 24 16:18:31.646885 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b46670-f6b3-4fd9-a44d-24d76f5eee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad044044-9460-424d-a0c6-c64fc4a9451b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:32.219296 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e352cc-9352-4802-b7bd-71ed61bae9b9 req-0ad23702-e8f2-4fbb-b8ef-91616000bbc2 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:32.228301 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62e352cc-9352-4802-b7bd-71ed61bae9b9 req-0ad23702-e8f2-4fbb-b8ef-91616000bbc2 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0995739 Aug 24 16:18:32.273560 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62e352cc-9352-4802-b7bd-71ed61bae9b9 req-2456399c-871e-4122-b4ce-da5a76984bf0 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458460 Aug 24 16:18:32.384958 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec360e4-928d-4072-9c96-407bc0c15c7e req-7426b8dc-6235-47de-ba53-64ebfd712c4f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:32.390142 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:18:32.394523 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0ec360e4-928d-4072-9c96-407bc0c15c7e req-7426b8dc-6235-47de-ba53-64ebfd712c4f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0606050 Aug 24 16:18:32.444061 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0ec360e4-928d-4072-9c96-407bc0c15c7e req-5eb41224-8e97-4dc3-a113-c0c45cd12e3a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Aug 24 16:18:32.539172 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:32.552206 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '9f36ae6b-6737-472a-bc09-c7e803025003', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'mac_address': 'fa:16:3e:1f:f5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:18:32.595991 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:32.628224 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f36ae6b-6737-472a-bc09-c7e803025003 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:32.672909 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:32.747324 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0f16-b58a-4e97-a927-63eb6fa89200 req-9c3fcef9-8c85-48f8-a1bb-1b87d77edbce tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:32.748955 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bbcb0f16-b58a-4e97-a927-63eb6fa89200 req-9c3fcef9-8c85-48f8-a1bb-1b87d77edbce tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0870512 Aug 24 16:18:32.760748 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:32.816863 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bbcb0f16-b58a-4e97-a927-63eb6fa89200 req-3fea3064-dc0c-4f76-8b90-abe27647ef2b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610373 Aug 24 16:18:32.821782 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.839324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:32.987095 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 50372) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:33.042287 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['9f36ae6b-6737-472a-bc09-c7e803025003'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:18:33.098472 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2006614560-network', 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:33.263255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:33.265647 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.276770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.464306 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.471909 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707a60-1467-4f0e-a96e-30550312b397 req-53474114-a991-4d0b-801f-aa5e81effb0f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:33.474650 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d2707a60-1467-4f0e-a96e-30550312b397 req-53474114-a991-4d0b-801f-aa5e81effb0f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0911071 Aug 24 16:18:33.529036 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d2707a60-1467-4f0e-a96e-30550312b397 req-994e95a7-a5e4-486d-9cb3-c65883958ccb tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477898 Aug 24 16:18:33.578168 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.580152 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-27c26bd5-ad72-462c-a7fb-bd9638d467ba tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824877835&fields=id&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 267 time: 0.0562568 Aug 24 16:18:33.631050 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:18:33.643985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba64bf2-1358-4497-9c0b-650d0eca1515,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:33.646458 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.646800 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Added segment 42b7f4e0-9413-4b6c-a2fa-2293424ec235 of type vlan for network c241f854-29f0-4832-9a41-814aa1020adf Aug 24 16:18:33.685961 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.686612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.687632 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.689713 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.691212 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.692123 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.692679 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.693101 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.693674 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.694021 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.694362 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.694875 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:18:33.729672 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10644234-d4c6-4651-a0b4-4d237a420f12 req-13561a9c-bafe-4ee6-8adf-8a239d3587b2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:33.742429 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10644234-d4c6-4651-a0b4-4d237a420f12 req-13561a9c-bafe-4ee6-8adf-8a239d3587b2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.1150913 Aug 24 16:18:33.763864 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.799777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-2411d061-fc8a-4867-8b98-578a8e6effae tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:33.801490 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-2411d061-fc8a-4867-8b98-578a8e6effae tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.2081075 Aug 24 16:18:33.809640 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10644234-d4c6-4651-a0b4-4d237a420f12 req-115d1748-fe96-434e-abcc-fba6363f65dc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571897 Aug 24 16:18:33.821050 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-329a712d-2a70-4257-9237-4505ed65588e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/quotas/c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 375 time: 0.0103481 Aug 24 16:18:33.880937 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-0bcfd4d4-586c-403d-a1d9-0a2b51d876cb tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533166 Aug 24 16:18:33.881401 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:33.882406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:33.883000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:34.003987 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] Pushing event updated for resources: {'Network': ['ID=c241f854-29f0-4832-9a41-814aa1020adf,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:34.009794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network c241f854-29f0-4832-9a41-814aa1020adf details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:18:34.146947 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-3196a6b4-14f4-47fd-840b-5b649d67e76a service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943035 Aug 24 16:18:34.201249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-64efb59c-9502-4980-9b28-28d7443b7f28 service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979769 Aug 24 16:18:34.393335 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:34.818008 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 9f36ae6b-6737-472a-bc09-c7e803025003 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:34.821825 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50404) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:34.822461 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d280a4ee-9845-45a6-8a1e-4387cbf0dbab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8339999 Aug 24 16:18:34.822921 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 9f36ae6b-6737-472a-bc09-c7e803025003 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:34.823327 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:34.828752 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Request body: {'subnet': {'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2006614560-subnet', 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:34.901858 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:34.941237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:34.941237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c328d6e-7bba-4df2-bea7-ee776c56de4a" -d '{"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-plugged", "status": "completed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:34.949677 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:34.953067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126210458'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:34.958083 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:35.035053 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:35.084857 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9968-dd50-46b7-ad88-5d9a2632fed3 req-2ee00af6-edf4-4c2c-9044-77e987b91777 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:35.092420 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7e8c9968-dd50-46b7-ad88-5d9a2632fed3 req-2ee00af6-edf4-4c2c-9044-77e987b91777 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 944 time: 0.0928402 Aug 24 16:18:35.123036 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:35.164712 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7e8c9968-dd50-46b7-ad88-5d9a2632fed3 req-64c98db4-fed2-4c3a-8f72-4949d5fb903c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665777 Aug 24 16:18:35.288922 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19cf5f-5bd8-424e-8129-90e9c616a037 req-09cf595d-31b8-4fc3-8d3e-e0a5a9aa3602 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:35.290486 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c19cf5f-5bd8-424e-8129-90e9c616a037 req-09cf595d-31b8-4fc3-8d3e-e0a5a9aa3602 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0613189 Aug 24 16:18:35.354079 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c19cf5f-5bd8-424e-8129-90e9c616a037 req-6841ff89-efde-4632-bebd-5736c48b99bb tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510108 Aug 24 16:18:35.498108 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2c6c-bffb-4ff4-a86b-41b94de749af req-9b7dabc9-981f-47fa-b7db-f24ed993653c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:35.499631 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a45b2c6c-bffb-4ff4-a86b-41b94de749af req-9b7dabc9-981f-47fa-b7db-f24ed993653c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0968852 Aug 24 16:18:35.504459 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3162600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126210536'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:35.525468 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74671f0f-46d5-4c6c-b430-af1be660ed70 req-24890fdf-ce1b-4068-95f1-cc06a6d813d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:35.530066 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74671f0f-46d5-4c6c-b430-af1be660ed70 req-24890fdf-ce1b-4068-95f1-cc06a6d813d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0919316 Aug 24 16:18:35.627888 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94af3e19-e576-416f-98a5-6437a3e8822d,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:35.639640 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74671f0f-46d5-4c6c-b430-af1be660ed70 req-dec59d07-0608-4c98-942b-794728f87f2c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085451 Aug 24 16:18:35.646244 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a45b2c6c-bffb-4ff4-a86b-41b94de749af req-7d5677a5-4bfd-42a4-a403-df4ca37f65cb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323118 Aug 24 16:18:35.669753 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Checking segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:35.669753 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Network hostable DHCP agents. Network: c241f854-29f0-4832-9a41-814aa1020adf, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:18:35.705887 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ae4db-ccc6-4419-975a-17a0fcc79930 x-openstack-request-id: req-c80ae4db-ccc6-4419-975a-17a0fcc79930 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:35.706064 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-plugged", "status": "completed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:35.706345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c80ae4db-ccc6-4419-975a-17a0fcc79930 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:35.706840 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'code': 200} Aug 24 16:18:35.746847 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-89e2cd32-62b2-4587-ac6e-077971ddec1e req-33838757-e9cd-489e-9d43-9715432aad5d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 210 time: 0.0301702 Aug 24 16:18:35.931728 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Network c241f854-29f0-4832-9a41-814aa1020adf is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:18:36.057777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, c241f854-29f0-4832-9a41-814aa1020adf) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:36.061900 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.062483 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:36.066693 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efc883-f82e-4306-b195-43517fb33936 None None] Network c241f854-29f0-4832-9a41-814aa1020adf requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:18:36.188700 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37835ef9-8168-49bf-b548-9571a0e38b8c None None] Network c241f854-29f0-4832-9a41-814aa1020adf requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:18:36.198077 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7cca-0d59-444c-b66c-6b1e0c3033f0 req-517917ac-52ee-4094-a86a-270b5adb00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.200183 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32cd7cca-0d59-444c-b66c-6b1e0c3033f0 req-517917ac-52ee-4094-a86a-270b5adb00ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0421033 Aug 24 16:18:36.207131 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-547aa8c6-6828-4074-a1b0-8f48f1c2b23e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3839259 Aug 24 16:18:36.278519 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32cd7cca-0d59-444c-b66c-6b1e0c3033f0 req-c6bba8e7-b902-473a-ae73-81bf195df0fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688019 Aug 24 16:18:36.303036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205b383-cffa-4145-80c6-6b9cfe520b46 req-667dd25d-531d-40cf-a3b1-33f4587e68b2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.304213 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d205b383-cffa-4145-80c6-6b9cfe520b46 req-667dd25d-531d-40cf-a3b1-33f4587e68b2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0745273 Aug 24 16:18:36.349284 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d205b383-cffa-4145-80c6-6b9cfe520b46 req-1063e1e6-88ce-4f06-b000-9b95667d4be8 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379345 Aug 24 16:18:36.460584 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35cae-93c3-4031-b219-bd7355b0e7ee req-9dacd305-5b71-45a5-b30d-985747d45812 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.462039 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40f35cae-93c3-4031-b219-bd7355b0e7ee req-9dacd305-5b71-45a5-b30d-985747d45812 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0503490 Aug 24 16:18:36.504848 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40f35cae-93c3-4031-b219-bd7355b0e7ee req-858cb37d-f389-497c-be0e-7981e2e4323c tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356684 Aug 24 16:18:36.687877 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-2b290374-9cc3-46b0-a621-ac9f1a4ae207 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.689407 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-2b290374-9cc3-46b0-a621-ac9f1a4ae207 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.0996227 Aug 24 16:18:36.704382 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-85e6184c-62ff-4c57-8cd8-94331dc864fe tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/quotas/5a28a5c7eed34fafa69bab5dc1ce4d36 HTTP/1.1" status: 200 len: 375 time: 0.0091381 Aug 24 16:18:36.747259 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-4bf15c57-064e-40bf-a66c-719732d90b03 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367479 Aug 24 16:18:36.829665 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a148e99-62ee-4c49-964e-5ad9849492a2 req-85bc7e24-f801-4deb-83dc-20861df1c3ac tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:36.831158 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1a148e99-62ee-4c49-964e-5ad9849492a2 req-85bc7e24-f801-4deb-83dc-20861df1c3ac tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.1133151 Aug 24 16:18:36.878748 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-aca58ce9-a115-4b7e-8493-8c5d7eadd1be service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176939 Aug 24 16:18:36.898851 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1a148e99-62ee-4c49-964e-5ad9849492a2 req-8b8c3952-de41-41ec-89f8-ceadd90bc49f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574253 Aug 24 16:18:36.975348 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-0a830cc2-b482-4eb8-826b-a9da48ff012f service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 Aug 24 16:18:37.021613 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6984a1-9497-4cf3-8e60-3d42001d6076 req-079d9942-bfd7-4053-a228-8df611c3be81 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.023085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bf6984a1-9497-4cf3-8e60-3d42001d6076 req-079d9942-bfd7-4053-a228-8df611c3be81 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0508044 Aug 24 16:18:37.066406 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bf6984a1-9497-4cf3-8e60-3d42001d6076 req-e682f032-dc9c-4ec1-91af-5dfe886421bd tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Aug 24 16:18:37.146370 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9b3e7edf-f265-466d-a6b6-8a7e67157605 req-1cac847b-5464-44c3-bf70-28847890d5ee tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Aug 24 16:18:37.166626 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-5be392e5-2886-44b9-b21d-8638d5bb7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.169221 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-5be392e5-2886-44b9-b21d-8638d5bb7de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0459521 Aug 24 16:18:37.221434 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-649bb579-8a7b-49bc-9319-a13400613a14 req-36291ca6-d632-4abd-9450-817706da677f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Aug 24 16:18:37.272320 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-98c916f9-8170-4901-a4b9-89c324d777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.273934 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-98c916f9-8170-4901-a4b9-89c324d777a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.0962999 Aug 24 16:18:37.353974 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-a8d9b169-b6b4-423d-a8c5-c8f4de10743a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 200 len: 1001 time: 0.0640943 Aug 24 16:18:37.413333 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-c682f13f-c970-4098-acc1-9b19cdedd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.415243 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-c682f13f-c970-4098-acc1-9b19cdedd206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0512199 Aug 24 16:18:37.459345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48add-b189-47f2-be53-3d5b717391f7 req-8a6fc09a-c129-40bc-b80c-e7ba5b3cb174 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.460838 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64e48add-b189-47f2-be53-3d5b717391f7 req-8a6fc09a-c129-40bc-b80c-e7ba5b3cb174 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Aug 24 16:18:37.467898 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-f1368012-3a29-4fc3-a62d-3e02b622170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.469417 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-f1368012-3a29-4fc3-a62d-3e02b622170b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416381 Aug 24 16:18:37.499030 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-64e48add-b189-47f2-be53-3d5b717391f7 req-b41aeac9-e864-40fc-a9a9-95d33751a3ef tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 24 16:18:37.565662 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-43c9dd28-5ea3-4c85-a318-ec82c4319dda service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882220 Aug 24 16:18:37.640067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edbdb3-c87b-47fe-b155-dd826300a9cf req-93be76e3-5e9c-4e46-b30c-4d52d2b30560 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:37.641595 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a4edbdb3-c87b-47fe-b155-dd826300a9cf req-93be76e3-5e9c-4e46-b30c-4d52d2b30560 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0528145 Aug 24 16:18:37.676290 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35e9fc1f-ec6c-4165-991f-b993848a527b req-fb217bc0-0129-48ef-a47e-5fbc07a56088 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969279 Aug 24 16:18:37.686980 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a4edbdb3-c87b-47fe-b155-dd826300a9cf req-916153a4-77fd-4146-8a45-3154a965a2f6 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392199 Aug 24 16:18:38.019592 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18179640-3140-4459-9e85-6f3b22231b39 req-4c8565f2-4f81-4f39-b01b-cf62d466d012 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.021161 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18179640-3140-4459-9e85-6f3b22231b39 req-4c8565f2-4f81-4f39-b01b-cf62d466d012 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0494606 Aug 24 16:18:38.058530 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18179640-3140-4459-9e85-6f3b22231b39 req-755075b3-78b1-45b3-81ee-e179e4154781 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Aug 24 16:18:38.182248 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f682dd-5f24-4226-b682-dfe1ee230255 req-efcf11a8-9c65-4e1f-81db-282d28949cbf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.182248 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e6f682dd-5f24-4226-b682-dfe1ee230255 req-efcf11a8-9c65-4e1f-81db-282d28949cbf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0502350 Aug 24 16:18:38.222899 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e6f682dd-5f24-4226-b682-dfe1ee230255 req-72f99607-7c18-402f-89ac-cf13fee197dc tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Aug 24 16:18:38.248038 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3460c18c-1e2c-4bcb-871c-9ca955ba4402 req-eb1863fb-3fac-42bb-bd55-e6f2be14f1fd tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 210 time: 0.0290458 Aug 24 16:18:38.302451 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2db08e21-4a0e-4e3c-9582-cf4e30c62110 req-26ff844f-225e-43b0-ba32-633131ddece2 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 210 time: 0.0290980 Aug 24 16:18:38.375271 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-52ce5340-08b6-479c-b1ed-bf04138a309e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.378556 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-52ce5340-08b6-479c-b1ed-bf04138a309e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.1041021 Aug 24 16:18:38.432416 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-200c987e-5a36-416f-81ba-1c451aa8c94f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 380 time: 0.0399940 Aug 24 16:18:38.442816 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'port': {'device_id': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'admin_state_up': True, 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'security_groups': ['d8dc6d88-6f18-4e36-aee9-842a902f85f6']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:38.617652 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66a56-3be7-487d-b799-5794c7c47c65 req-ca82e814-a528-4fea-adbd-370ee21a8586 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.619156 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7cd66a56-3be7-487d-b799-5794c7c47c65 req-ca82e814-a528-4fea-adbd-370ee21a8586 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Aug 24 16:18:38.653082 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Made reservation on behalf of c39fbfb50f034a348bb9ec6c1265fa93 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:38.657790 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:38.663910 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7cd66a56-3be7-487d-b799-5794c7c47c65 req-55fcab97-98e8-42b7-91df-d719bb3ca8c9 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Aug 24 16:18:38.803133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab548a7b-f45f-469b-91a4-373c742889fd req-bea94d28-0712-49a0-b007-89fa46f509f5 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.804659 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ab548a7b-f45f-469b-91a4-373c742889fd req-bea94d28-0712-49a0-b007-89fa46f509f5 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0761967 Aug 24 16:18:38.805508 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.20.0.11 (8d3c66ee-af20-4734-9a92-768079acb1b9/7c436b07-85a5-4ed8-ad44-f52f622f9323/9141ed58-3643-458b-a1c4-c5451a2a7a09) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:38.838544 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d81e2-6a92-4591-9050-cb1a228c03f8 req-3bba802c-c4ba-430b-90e5-2020963d6155 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:38.840699 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b91d81e2-6a92-4591-9050-cb1a228c03f8 req-3bba802c-c4ba-430b-90e5-2020963d6155 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0789244 Aug 24 16:18:38.872033 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ab548a7b-f45f-469b-91a4-373c742889fd req-d64e0e0a-e50a-40c6-9b8e-5d309d899c5d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595300 Aug 24 16:18:38.896960 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50490) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:38.901419 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b91d81e2-6a92-4591-9050-cb1a228c03f8 req-52f4ab41-a151-4fb3-a14c-4dad859d4949 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498757 Aug 24 16:18:38.950256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:38.964311 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Transition to ACTIVE for port object 9141ed58-3643-458b-a1c4-c5451a2a7a09 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:39.069394 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.074715 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623ad6-98cc-402a-b2d9-e17c021af9dc tempest-TestShelveInstance-1558487154 tempest-TestShelveInstance-1558487154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.076867 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-91623ad6-98cc-402a-b2d9-e17c021af9dc tempest-TestShelveInstance-1558487154 tempest-TestShelveInstance-1558487154-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1093 time: 0.1739454 Aug 24 16:18:39.079320 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50494) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:39.083842 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:39.115966 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:39.119198 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:39.122850 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:39.157760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:39.180719 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.181367 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.199431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34211f1f-de0b-48b8-b6b9-e4648be2c64c req-181c0925-0ca1-47e4-be66-072f77ac7b65 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.201149 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34211f1f-de0b-48b8-b6b9-e4648be2c64c req-181c0925-0ca1-47e4-be66-072f77ac7b65 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.0587425 Aug 24 16:18:39.204554 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.281741 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-7b7ba945-9aad-4c7d-b469-b2dd070256a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426840 Aug 24 16:18:39.290580 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34211f1f-de0b-48b8-b6b9-e4648be2c64c req-143ae7d1-64a5-480c-b79f-21dae2c008d8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706284 Aug 24 16:18:39.300130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Request body: {'port': {'device_id': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:39.385520 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.475162 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-30a3f1f9-b088-43a4-93c9-38f44331c6b9 None None] Provisioning for port 9141ed58-3643-458b-a1c4-c5451a2a7a09 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:39.479104 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-30a3f1f9-b088-43a4-93c9-38f44331c6b9 None None] Provisioning complete for port 9141ed58-3643-458b-a1c4-c5451a2a7a09 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:39.479778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-30a3f1f9-b088-43a4-93c9-38f44331c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.523772 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-30a3f1f9-b088-43a4-93c9-38f44331c6b9 None None] Port 9141ed58-3643-458b-a1c4-c5451a2a7a09 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:18:39.629987 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595039e1-f64f-4daf-bd1d-64e9682286a1 req-980cbdb7-ede0-4bf5-89de-56aa2edf9e1e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.631352 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-595039e1-f64f-4daf-bd1d-64e9682286a1 req-980cbdb7-ede0-4bf5-89de-56aa2edf9e1e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.3306663 Aug 24 16:18:39.634445 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.646061 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648eb9-b3d8-42dc-8627-e78c55c353cc req-78833814-95e2-4a83-9255-a3b09fbdf7c3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.647555 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74648eb9-b3d8-42dc-8627-e78c55c353cc req-78833814-95e2-4a83-9255-a3b09fbdf7c3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 932 time: 0.0906579 Aug 24 16:18:39.756191 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74648eb9-b3d8-42dc-8627-e78c55c353cc req-a7485287-7bb0-4c32-b9d2-fb72bdd7b943 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963693 Aug 24 16:18:39.760786 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-595039e1-f64f-4daf-bd1d-64e9682286a1 req-2fbac5fb-ed56-4d2f-9b4d-ebcb2ad4e4a5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222365 Aug 24 16:18:39.761523 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-88da1d91-8341-4ea7-98f6-5061f861555c tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:39.764335 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-88da1d91-8341-4ea7-98f6-5061f861555c tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1717510 Aug 24 16:18:39.799960 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Request body: {'port': {'device_id': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'admin_state_up': True, 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:39.819372 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Allocated IP 172.27.1.109 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/6b53d89d-f2a7-435b-aae6-bdd527c4cb1f) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:39.866554 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9141ed58-3643-458b-a1c4-c5451a2a7a09 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:39.870607 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-88200e04-d051-4d87-bde5-e07985dd80fc req-21531ed5-f18c-4c1a-841d-02282dc3c500 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 210 time: 0.0351946 Aug 24 16:18:39.879581 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:39.907633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Transition to ACTIVE for port object 9141ed58-3643-458b-a1c4-c5451a2a7a09 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:39.956809 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.036060 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdad3f8-29db-4408-8d22-65d9c884e0a9 req-d191c6a3-432b-4d6f-aeba-3196772b64e1 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.037553 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9bdad3f8-29db-4408-8d22-65d9c884e0a9 req-d191c6a3-432b-4d6f-aeba-3196772b64e1 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0521960 Aug 24 16:18:40.064006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:18:40.067666 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.070776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.078044 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9bdad3f8-29db-4408-8d22-65d9c884e0a9 req-33efb702-1ba7-4dd3-8122-56a1700c6bb2 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333321 Aug 24 16:18:40.130884 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.181282 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:40.191181 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:40.193932 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:40.198640 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:40.202938 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'Port': ['ID=6b53d89d-f2a7-435b-aae6-bdd527c4cb1f,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:40.328100 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Attempting to bind port 9141ed58-3643-458b-a1c4-c5451a2a7a09 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:40.328441 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Attempting to bind port 9141ed58-3643-458b-a1c4-c5451a2a7a09 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:40.328802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Attempting to bind port 9141ed58-3643-458b-a1c4-c5451a2a7a09 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:40.336388 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Allocated IP 172.20.0.9 (c241f854-29f0-4832-9a41-814aa1020adf/94af3e19-e576-416f-98a5-6437a3e8822d/f81bdb72-a340-41ad-abc1-aaa541b2ccde) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:18:40.339072 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Port 9141ed58-3643-458b-a1c4-c5451a2a7a09 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:18:40.339259 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Attempting to bind port 9141ed58-3643-458b-a1c4-c5451a2a7a09 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:40.351960 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:40.352311 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:40.352726 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Bound using segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:40.353193 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Bound port: 9141ed58-3643-458b-a1c4-c5451a2a7a09, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:40.353539 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.417401 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:40.503634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:40.520973 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.521681 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:40.547647 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:40.550338 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573d27a-4465-4709-8960-36ac99b98804" -d '{"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-unplugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:40.565236 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:40.571839 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.580805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2f8bb-139c-424b-8bdb-d475a055e5a2 req-76e72fe1-c344-43e4-bcf8-520f200b841b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.582499 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7c2f8bb-139c-424b-8bdb-d475a055e5a2 req-76e72fe1-c344-43e4-bcf8-520f200b841b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 945 time: 0.1120265 Aug 24 16:18:40.597853 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb0938-30d0-4ac3-8b87-db42da77793b x-openstack-request-id: req-33cb0938-30d0-4ac3-8b87-db42da77793b {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:40.598149 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-unplugged", "status": "failed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "code": 422}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:40.598407 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33cb0938-30d0-4ac3-8b87-db42da77793b {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:40.598820 dv-cinder-755654-11-iscsi neutron-server[94577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'code': 422} returned with failed status Aug 24 16:18:40.604068 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.645548 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.646182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.647602 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] 10.222.0.37 "PUT /v2.0/ports/9141ed58-3643-458b-a1c4-c5451a2a7a09 HTTP/1.1" status: 200 len: 1094 time: 1.3533742 Aug 24 16:18:40.648045 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:40.650340 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:40.677059 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ae0e-ec92-4831-b176-af424a0d1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:40.685966 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c7c2f8bb-139c-424b-8bdb-d475a055e5a2 req-58524cda-b0eb-429c-b45c-88db62f67250 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633256 Aug 24 16:18:40.689811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e85998-afae-466a-85e1-302cae213b9d x-openstack-request-id: req-a5e85998-afae-466a-85e1-302cae213b9d {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:40.690148 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:40.690543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5e85998-afae-466a-85e1-302cae213b9d {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:40.690952 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'status': 'completed', 'code': 200} Aug 24 16:18:40.704354 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.765189 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.766848 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:40.776429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.843261 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Network c241f854-29f0-4832-9a41-814aa1020adf is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:18:40.847704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:18:40.853107 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:18:40.859328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event updated for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:40.887784 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-5f402917-1e6c-4ced-b8cd-cf2ca4d05a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.889383 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-5f402917-1e6c-4ced-b8cd-cf2ca4d05a87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1097 time: 0.1668527 Aug 24 16:18:40.953969 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.964163 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.964832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.971916 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4e41826d-e3a2-4fd5-9fa2-f8c233a25593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:40.982712 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d214d5-a958-4ff8-958c-3e9ee7e43860 req-71e5d36a-c235-4999-9b1c-a09914951b61 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:40.984237 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-87d214d5-a958-4ff8-958c-3e9ee7e43860 req-71e5d36a-c235-4999-9b1c-a09914951b61 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.1047366 Aug 24 16:18:41.016412 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-910358b4-a1a4-45ce-aa28-ae6283e78dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.017980 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-910358b4-a1a4-45ce-aa28-ae6283e78dcb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1160271 Aug 24 16:18:41.051994 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-87d214d5-a958-4ff8-958c-3e9ee7e43860 req-002bb3d5-bc17-45d8-9bbe-c9a44832d3ba tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611656 Aug 24 16:18:41.090777 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-744a6d59-d08e-4686-86ba-57d38beb2a3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2946894 Aug 24 16:18:41.103808 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Request body: {'port': {'device_id': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:18:41.186429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.187153 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-d042d18f-e5ec-4e1c-8265-8946af1aedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.188400 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66a93a2f-d624-4a29-9e4e-12a231dbfdfe req-d042d18f-e5ec-4e1c-8265-8946af1aedbf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583459 Aug 24 16:18:41.190816 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.195577 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9885a6-60d6-4dac-aea2-ae8b4e69c4e4 req-34734693-cb14-4a42-9998-1388051a6864 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.197128 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea9885a6-60d6-4dac-aea2-ae8b4e69c4e4 req-34734693-cb14-4a42-9998-1388051a6864 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0811214 Aug 24 16:18:41.237677 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea9885a6-60d6-4dac-aea2-ae8b4e69c4e4 req-71c1ff25-8a07-406a-a575-2540ad03a882 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Aug 24 16:18:41.292394 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.338926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-bfc285d2-f925-42dc-a750-b0b2e338b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.340447 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-bfc285d2-f925-42dc-a750-b0b2e338b7c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1097 time: 0.1077535 Aug 24 16:18:41.390556 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event updated for resources: {'Port': ['ID=6b53d89d-f2a7-435b-aae6-bdd527c4cb1f,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:41.413285 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.422991 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-b3feb56f-05ea-484c-a3f8-2400adcab5fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09 HTTP/1.1" status: 200 len: 217 time: 0.0734639 Aug 24 16:18:41.456603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b05cf-a540-4e52-8a86-a884a1b2de26 req-5899a185-7ff6-4c5f-a820-c3eed1a83212 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.458003 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c74b05cf-a540-4e52-8a86-a884a1b2de26 req-5899a185-7ff6-4c5f-a820-c3eed1a83212 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 931 time: 0.1333213 Aug 24 16:18:41.502417 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-31d401bb-30f7-4279-8ebf-d260de2ea544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.503887 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-31d401bb-30f7-4279-8ebf-d260de2ea544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0719936 Aug 24 16:18:41.536534 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c74b05cf-a540-4e52-8a86-a884a1b2de26 req-4a7f4f30-be0c-415f-9716-2ff16107cdfb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Aug 24 16:18:41.561453 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Floating IP 1a980194-3775-4ed6-96ba-9a71ff508a47 associated. External IP: 172.27.1.109, port: 9f36ae6b-6737-472a-bc09-c7e803025003. Aug 24 16:18:41.591792 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-52dc3636-bc8f-4f28-94db-9fcc52db682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.593341 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-52dc3636-bc8f-4f28-94db-9fcc52db682e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784242 Aug 24 16:18:41.613774 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81bdb72-a340-41ad-abc1-aaa541b2ccde {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:41.631495 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.677156 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Transition to ACTIVE for port object f81bdb72-a340-41ad-abc1-aaa541b2ccde will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:18:41.700429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed75670-de95-416e-92f6-168f7135f4fb req-09c4b5b0-c4ee-4314-a716-577b08d89370 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:41.701952 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3ed75670-de95-416e-92f6-168f7135f4fb req-09c4b5b0-c4ee-4314-a716-577b08d89370 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0649083 Aug 24 16:18:41.707211 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-ccf223bc-740d-45e5-86ba-8f3859a47c08 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045418 Aug 24 16:18:41.765521 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.816177 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3ed75670-de95-416e-92f6-168f7135f4fb req-c2639d65-2479-4daa-8a3f-3193d99ee7d9 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&id=4e2a173e-85ef-47a1-8e08-47c4fe439a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777862 Aug 24 16:18:41.838085 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Router bb099b5a-ba27-4e89-9f48-9d301c31cf09 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:18:41.846065 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:41.871970 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d195b4c7-7db4-4798-983d-dbd1b9f21da9 req-97433597-6f36-453a-b654-c170cc4e1a5e service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554589 Aug 24 16:18:41.916712 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Attempting to bind port f81bdb72-a340-41ad-abc1-aaa541b2ccde on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:18:41.917044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Attempting to bind port f81bdb72-a340-41ad-abc1-aaa541b2ccde by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:18:41.917374 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Attempting to bind port f81bdb72-a340-41ad-abc1-aaa541b2ccde on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:41.921903 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Port f81bdb72-a340-41ad-abc1-aaa541b2ccde on network c241f854-29f0-4832-9a41-814aa1020adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:18:41.922227 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Attempting to bind port f81bdb72-a340-41ad-abc1-aaa541b2ccde on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:18:41.927171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:18:41.928590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Checking segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:18:41.928590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Bound using segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:18:41.928590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Bound port: f81bdb72-a340-41ad-abc1-aaa541b2ccde, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:18:41.928912 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:41.959603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:18:41.972846 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Sync routers for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:18:41.986234 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:41.986573 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:41.994361 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:18:41.998140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:18:42.052338 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:42.077894 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:42.090666 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-91a1cd71-1665-449b-b35c-c88990b9a237 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0101779 Aug 24 16:18:42.091217 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:42.093728 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957acf3-535e-4d4f-8b90-d30b671b9930" -d '{"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:42.117951 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:42.121926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.122676 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:42.124207 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] 10.222.0.37 "PUT /v2.0/ports/f81bdb72-a340-41ad-abc1-aaa541b2ccde HTTP/1.1" status: 200 len: 1093 time: 1.0247903 Aug 24 16:18:42.167179 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9f39-d9d5-404d-9901-6b6df240ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:42.220685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcea7d7-34ed-4ca4-937a-30fa67be8b88 req-a26483de-4f7f-43d8-b94a-7ca3e335e64a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.222486 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4bcea7d7-34ed-4ca4-937a-30fa67be8b88 req-a26483de-4f7f-43d8-b94a-7ca3e335e64a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0539930 Aug 24 16:18:42.263648 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4bcea7d7-34ed-4ca4-937a-30fa67be8b88 req-3b3ea3f5-34b0-4d5e-92b2-b5f7cb82674b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Aug 24 16:18:42.265661 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-cf0fa4f2-8618-49ed-8194-a0b621b37013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.267249 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-cf0fa4f2-8618-49ed-8194-a0b621b37013 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 1096 time: 0.0438066 Aug 24 16:18:42.311915 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-d8839b04-804e-4d9f-bc9b-fc06f578d48d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde HTTP/1.1" status: 200 len: 217 time: 0.0355952 Aug 24 16:18:42.313364 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b496283-97f4-4e2d-9638-0d9b7f87472c x-openstack-request-id: req-9b496283-97f4-4e2d-9638-0d9b7f87472c {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:42.313811 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:42.314153 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b496283-97f4-4e2d-9638-0d9b7f87472c {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:42.315205 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'status': 'completed', 'code': 200} Aug 24 16:18:42.420957 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-8ccea65b-cfc3-41ef-be67-881fcfb19d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.422434 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-8ccea65b-cfc3-41ef-be67-881fcfb19d2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 200 len: 855 time: 0.0919662 Aug 24 16:18:42.428247 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-29ac21b8-f673-4dcf-8b9e-a2a2971bab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.429832 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-29ac21b8-f673-4dcf-8b9e-a2a2971bab70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0901594 Aug 24 16:18:42.479043 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-190bf0c4-6b1e-4656-bbbc-75ee58568202 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c241f854-29f0-4832-9a41-814aa1020adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481110 Aug 24 16:18:42.479996 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df278b-74d9-4d75-9f8b-6ce19735e5e3 req-0169113f-1e43-480a-a5b8-97552979e9ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.485541 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a6df278b-74d9-4d75-9f8b-6ce19735e5e3 req-0169113f-1e43-480a-a5b8-97552979e9ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.1166425 Aug 24 16:18:42.506086 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b45fe3-096a-4cd3-a552-5ab17417431d req-b3ec52d9-939a-4f23-9689-8d0e7baa332f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.508505 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b8b45fe3-096a-4cd3-a552-5ab17417431d req-b3ec52d9-939a-4f23-9689-8d0e7baa332f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0877495 Aug 24 16:18:42.572519 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a6df278b-74d9-4d75-9f8b-6ce19735e5e3 req-d447d7c4-b98c-46ff-939a-2dfed72efc54 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789814 Aug 24 16:18:42.600460 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b8b45fe3-096a-4cd3-a552-5ab17417431d req-99a05596-4d95-47fd-8fbf-6e267991843f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668080 Aug 24 16:18:42.615280 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '1a980194-3775-4ed6-96ba-9a71ff508a47', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'mac_address': 'fa:16:3e:1f:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c8628-4499-4e79-abea-513f3828ac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:18:40Z', 'updated_at': '2021-08-24T16:18:40Z', 'revision_number': 0, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:42.637052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-ba14bbaf-85f9-4866-a958-6c21de8b7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.638529 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-ba14bbaf-85f9-4866-a958-6c21de8b7a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 908 time: 0.1990421 Aug 24 16:18:42.642218 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-3ba9935d-f420-4682-a65b-190d3948ef50 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518099 Aug 24 16:18:42.648705 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Checking router: bb099b5a-ba27-4e89-9f48-9d301c31cf09 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:18:42.658784 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:18:42.659518 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:42.701952 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107258-4581-4a55-b7dd-66a66f34a7b3 req-c6f5bb7a-df23-4e16-81fc-80f61c84c532 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.703602 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-15107258-4581-4a55-b7dd-66a66f34a7b3 req-c6f5bb7a-df23-4e16-81fc-80f61c84c532 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 943 time: 0.0544717 Aug 24 16:18:42.743750 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:42.746392 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e050f-5ab2-4b21-8895-2d54757b088d" -d '{"events": [{"name": "network-changed", "server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:42.750972 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-b9adc441-3cae-4a79-a369-d617e106782e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 999 time: 0.0996013 Aug 24 16:18:42.753023 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-15107258-4581-4a55-b7dd-66a66f34a7b3 req-e17a4665-8b53-4bba-8df2-733c060bf999 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Aug 24 16:18:42.801382 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949494b0-765a-4d57-ad6a-2fd9d118c242 x-openstack-request-id: req-949494b0-765a-4d57-ad6a-2fd9d118c242 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:42.801666 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:42.801912 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-949494b0-765a-4d57-ad6a-2fd9d118c242 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:42.802299 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde', 'status': 'completed', 'code': 200} Aug 24 16:18:42.804949 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:18:42.853161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-53c5df2c-5cef-48fc-bb9b-938421e5e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.854594 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-53c5df2c-5cef-48fc-bb9b-938421e5e3c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0923421 Aug 24 16:18:42.898763 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad09e1b3-a2ab-4f37-84c5-625190fc6e6f req-245f6fab-b8c5-4212-ba00-a268896bf243 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408292 Aug 24 16:18:42.912068 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-329b1cbd-8689-4e15-b7a0-efe4b30f3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:42.914002 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-329b1cbd-8689-4e15-b7a0-efe4b30f3345 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509219 Aug 24 16:18:43.002449 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50574) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:18:43.033094 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-21ebad64-a2a4-4e94-88a5-c525a2d964ae service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104822 Aug 24 16:18:43.041076 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '1a980194-3775-4ed6-96ba-9a71ff508a47', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'mac_address': 'fa:16:3e:1f:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c8628-4499-4e79-abea-513f3828ac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:18:40Z', 'updated_at': '2021-08-24T16:18:40Z', 'revision_number': 0, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:18:43.071333 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c863ec-10fc-4495-9a2c-02fcdebed671 None None] The sync data for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi is: [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '1a980194-3775-4ed6-96ba-9a71ff508a47', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'mac_address': 'fa:16:3e:1f:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50c8628-4499-4e79-abea-513f3828ac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:18:40Z', 'updated_at': '2021-08-24T16:18:40Z', 'revision_number': 0, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:18:43.096129 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-def449a2-e197-4d79-be7b-2a3ee48e1653 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923171 Aug 24 16:18:43.293696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e050f-5ab2-4b21-8895-2d54757b088d req-29406644-91d3-4268-a4d3-88ee7979deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.295178 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-29406644-91d3-4268-a4d3-88ee7979deff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 1096 time: 0.3026536 Aug 24 16:18:43.317450 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81df72-b6d3-4254-90d0-9725b8487e22 None None] New status for floating IP 1a980194-3775-4ed6-96ba-9a71ff508a47: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:18:43.387682 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190683e-b9d8-4296-9743-f26b46f48a12 req-946ded82-09c5-47b8-81c2-fb35e55f0284 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.396236 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3190683e-b9d8-4296-9743-f26b46f48a12 req-946ded82-09c5-47b8-81c2-fb35e55f0284 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0578704 Aug 24 16:18:43.425555 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1957acf3-535e-4d4f-8b90-d30b671b9930 req-a3eeccd9-3bb2-4302-a08e-f4d3ad0d49b4 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841443 Aug 24 16:18:43.438663 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e050f-5ab2-4b21-8895-2d54757b088d req-2ca1e6e4-09fe-4f29-9d5c-4adf32cd1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.440282 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-2ca1e6e4-09fe-4f29-9d5c-4adf32cd1d28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 916 time: 0.1188936 Aug 24 16:18:43.441046 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3190683e-b9d8-4296-9743-f26b46f48a12 req-e61f415f-61ee-4cb8-8a84-9d852fd162a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Aug 24 16:18:43.491185 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-b8b4f0fe-60de-41c9-baaf-315970f526d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde HTTP/1.1" status: 200 len: 217 time: 0.0351021 Aug 24 16:18:43.545173 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e050f-5ab2-4b21-8895-2d54757b088d req-f1ee6a9a-2ffd-425c-8efd-2f0cf6436311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.546990 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-f1ee6a9a-2ffd-425c-8efd-2f0cf6436311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 200 len: 855 time: 0.0462990 Aug 24 16:18:43.583585 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-cb3551a7-4881-4abf-a87f-fd96aeed8802 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c241f854-29f0-4832-9a41-814aa1020adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293891 Aug 24 16:18:43.681429 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-29b964c1-6fa4-4740-9cf5-6a321f71e8ed service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887084 Aug 24 16:18:43.715825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-27f8b416-5f3e-4b32-a6b3-748460a8e841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:43.727481 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7a38b-8eeb-44b9-bb4b-7a8bd2f8c8e5 req-69459658-3be6-411b-a114-e5ddc9acf911 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.729059 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aeb7a38b-8eeb-44b9-bb4b-7a8bd2f8c8e5 req-69459658-3be6-411b-a114-e5ddc9acf911 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0820854 Aug 24 16:18:43.756988 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da21e-7dff-4d8c-84ec-5a673710872c req-d4070df8-d451-4b5c-a8b9-8dff776e2f32 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.758526 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d01da21e-7dff-4d8c-84ec-5a673710872c req-d4070df8-d451-4b5c-a8b9-8dff776e2f32 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0757451 Aug 24 16:18:43.782921 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-382e050f-5ab2-4b21-8895-2d54757b088d req-4b30c568-f8f6-4ced-8a29-23e9e9142707 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932841 Aug 24 16:18:43.803820 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aeb7a38b-8eeb-44b9-bb4b-7a8bd2f8c8e5 req-2df42f14-d216-4d0e-ba8d-390b7e96ec22 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615737 Aug 24 16:18:43.822582 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d01da21e-7dff-4d8c-84ec-5a673710872c req-ea813ea6-c059-4db3-9037-f7bb1cfb95f1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523524 Aug 24 16:18:43.914667 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e070-c85b-4ac5-916c-740986b72352 req-cb903927-b5c4-465d-abc6-2ed2ed9013c3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:43.916288 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3aa3e070-c85b-4ac5-916c-740986b72352 req-cb903927-b5c4-465d-abc6-2ed2ed9013c3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 943 time: 0.0509419 Aug 24 16:18:43.937719 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:43.954798 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3aa3e070-c85b-4ac5-916c-740986b72352 req-7fbf79ab-cd5a-4200-b805-0d8fa9c67623 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Aug 24 16:18:44.447792 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:18:44.554650 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e418a-7f4f-4c53-a3da-e825a942802a req-51b384d8-f5b8-4630-9fa7-29a643583ccc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:44.556103 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-013e418a-7f4f-4c53-a3da-e825a942802a req-51b384d8-f5b8-4630-9fa7-29a643583ccc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0514424 Aug 24 16:18:44.594696 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-013e418a-7f4f-4c53-a3da-e825a942802a req-2cb833e7-b1a6-409c-8ec1-1e3bd2946937 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Aug 24 16:18:44.783352 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:44.942059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd21f7-5daa-41d6-93e7-785849a9a28e req-1b06cf21-be79-4627-87b3-515879a6720b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:44.943527 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d3dd21f7-5daa-41d6-93e7-785849a9a28e req-1b06cf21-be79-4627-87b3-515879a6720b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0729513 Aug 24 16:18:44.976975 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7da4-77a2-4da0-b337-22189e41033c req-269ee646-7832-4677-b0d8-de13958f6f1a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:44.978266 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-212b7da4-77a2-4da0-b337-22189e41033c req-269ee646-7832-4677-b0d8-de13958f6f1a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0730991 Aug 24 16:18:45.007779 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d3dd21f7-5daa-41d6-93e7-785849a9a28e req-3ae69eb4-0dfe-4900-91ed-7279fb11dd85 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569353 Aug 24 16:18:45.034995 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-212b7da4-77a2-4da0-b337-22189e41033c req-b19a454a-792f-4d14-af7a-34b09b19642a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457368 Aug 24 16:18:45.111648 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84dc3-9290-4ed8-a5e1-62db0e5363b5 req-9060505a-1319-426a-b5f7-6790f7e47deb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:45.113410 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7a84dc3-9290-4ed8-a5e1-62db0e5363b5 req-9060505a-1319-426a-b5f7-6790f7e47deb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 943 time: 0.0500762 Aug 24 16:18:45.151146 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7a84dc3-9290-4ed8-a5e1-62db0e5363b5 req-2fa5d6ed-6a12-4cfc-936e-cc6006bc9c8f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Aug 24 16:18:45.710014 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a1f5-08fb-4384-9c99-818bf81121bc req-8b424285-75b2-4bb6-93b7-1f01ef565fd7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:45.711481 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8ca5a1f5-08fb-4384-9c99-818bf81121bc req-8b424285-75b2-4bb6-93b7-1f01ef565fd7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0509782 Aug 24 16:18:45.749357 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8ca5a1f5-08fb-4384-9c99-818bf81121bc req-b0bf87e4-8032-4eb9-b172-41175ac7574f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Aug 24 16:18:46.149576 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1bd6b-ffe1-4df9-9e43-a647794f1c92 req-370490e9-b41e-410a-a23f-89e1262bce87 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.151074 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e0d1bd6b-ffe1-4df9-9e43-a647794f1c92 req-370490e9-b41e-410a-a23f-89e1262bce87 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0769744 Aug 24 16:18:46.188465 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:18:46.190541 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d00c-3ea0-4519-87bf-36ef1763e197 req-a431ff0e-ceca-466b-acf8-b8dd13c598d0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.192037 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c785d00c-3ea0-4519-87bf-36ef1763e197 req-a431ff0e-ceca-466b-acf8-b8dd13c598d0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0803213 Aug 24 16:18:46.197441 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-b83af660-4565-41fa-bdc9-c68bd7249f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.198996 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-b83af660-4565-41fa-bdc9-c68bd7249f01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 1096 time: 0.0696547 Aug 24 16:18:46.219040 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e0d1bd6b-ffe1-4df9-9e43-a647794f1c92 req-ddd23402-0783-4b43-8dc9-de2f1c81e91a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Aug 24 16:18:46.241879 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c785d00c-3ea0-4519-87bf-36ef1763e197 req-f1613e33-68ca-4add-80f8-2874dbc86970 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Aug 24 16:18:46.267032 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-140297da-9746-49ea-b603-41d6ccc6c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.268550 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-140297da-9746-49ea-b603-41d6ccc6c18b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1096 time: 0.0478642 Aug 24 16:18:46.349097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97994d-b28f-4cbb-ab7d-5e93d8d36f82 req-065c89f0-e841-4358-9106-72538a4a8057 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.349097 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb97994d-b28f-4cbb-ab7d-5e93d8d36f82 req-065c89f0-e841-4358-9106-72538a4a8057 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 943 time: 0.0653231 Aug 24 16:18:46.378069 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-ea7d3f55-59c3-4439-8a7a-6bdb09884298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.379533 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-ea7d3f55-59c3-4439-8a7a-6bdb09884298 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.1031744 Aug 24 16:18:46.388213 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb97994d-b28f-4cbb-ab7d-5e93d8d36f82 req-2c1cd785-114a-4f88-9f20-7a98708ed1d3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Aug 24 16:18:46.407027 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:46.445654 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-7ffcef89-4c34-4c21-a0af-b9acd0ca3db6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 200 len: 999 time: 0.0587163 Aug 24 16:18:46.463344 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device f81bdb72-a340-41ad-abc1-aaa541b2ccde details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:18:46.497670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-19c27d55-bd2a-44d0-b496-47aaf0a5557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.499116 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-19c27d55-bd2a-44d0-b496-47aaf0a5557e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0467510 Aug 24 16:18:46.551573 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-05063874-34c8-4e80-a541-949f301e2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.553107 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-05063874-34c8-4e80-a541-949f301e2d8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468831 Aug 24 16:18:46.570959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:46.586051 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'port_id': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde', 'mac_address': 'fa:16:3e:93:d8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94af3e19-e576-416f-98a5-6437a3e8822d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:18:46.626690 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd07fa-d47a-4ade-9cf3-84352bb54d82 req-83d5c149-15ee-4d87-925d-9b1d8997388a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.628646 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-24fd07fa-d47a-4ade-9cf3-84352bb54d82 req-83d5c149-15ee-4d87-925d-9b1d8997388a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0503254 Aug 24 16:18:46.636586 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:46.656375 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81bdb72-a340-41ad-abc1-aaa541b2ccde {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:18:46.669007 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-03a88db3-bd03-4293-8e4c-52ac32b2463d service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088316 Aug 24 16:18:46.673367 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-24fd07fa-d47a-4ade-9cf3-84352bb54d82 req-98cee705-b65f-417f-8470-a08803bdbf77 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Aug 24 16:18:46.681164 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:46.760706 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:46.787425 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bab49-077d-4413-a64e-2fd983fc298e req-0ca3bba3-3c57-44e4-b3f4-f22d2d09d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.790467 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-0ca3bba3-3c57-44e4-b3f4-f22d2d09d1d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 1099 time: 0.0660317 Aug 24 16:18:46.795923 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cbf0f64-ba33-41e9-b2e1-cd3ce151cc1e req-61a989a3-6a72-416a-8246-a858fdf66df5 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179218 Aug 24 16:18:46.828944 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:46.870385 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0bad0-97b6-4301-9c54-4e495c6df41a req-f1e1a05b-6385-4975-9282-820bd4c18397 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.872581 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7a0bad0-97b6-4301-9c54-4e495c6df41a req-f1e1a05b-6385-4975-9282-820bd4c18397 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Aug 24 16:18:46.892935 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bab49-077d-4413-a64e-2fd983fc298e req-a1395d5a-7ea8-4d95-a6bc-c3d580ea8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:46.894219 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-a1395d5a-7ea8-4d95-a6bc-c3d580ea8b48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.0930395 Aug 24 16:18:46.910122 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7a0bad0-97b6-4301-9c54-4e495c6df41a req-cdb11913-6585-4f5d-9bf6-e0b5e9b40063 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Aug 24 16:18:46.961997 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-02a0b0b5-fe6a-4448-b7cf-9c0ee1b97e5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 200 len: 1002 time: 0.0606287 Aug 24 16:18:46.994525 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:18:47.015436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bab49-077d-4413-a64e-2fd983fc298e req-797d58b2-f4c7-4197-a484-66a2a851937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:47.016935 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-797d58b2-f4c7-4197-a484-66a2a851937f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.0457897 Aug 24 16:18:47.070791 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bab49-077d-4413-a64e-2fd983fc298e req-b85a5ec9-40a9-4337-b39a-fbbf9d83ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:47.072554 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-b85a5ec9-40a9-4337-b39a-fbbf9d83ffbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476310 Aug 24 16:18:47.164472 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-c9071f3d-4388-4e73-894e-6478f347d773 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845420 Aug 24 16:18:47.257613 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91bab49-077d-4413-a64e-2fd983fc298e req-4eaad19e-0609-4853-ba60-83b373910ac0 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Aug 24 16:18:47.368342 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c72b7-5210-46a6-8283-08bd6f65e7f6 req-3494c503-12cf-4a0c-9a90-c53ec75f690c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:47.370186 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c86c72b7-5210-46a6-8283-08bd6f65e7f6 req-3494c503-12cf-4a0c-9a90-c53ec75f690c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0542858 Aug 24 16:18:47.407919 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c86c72b7-5210-46a6-8283-08bd6f65e7f6 req-e27c20c6-84ae-4c9a-b117-cb0d506c0a35 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Aug 24 16:18:47.513110 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c97ed-e3af-4d76-93ac-91bcdb9570a4 req-c72109ad-d96d-4075-9eab-9c4f9b1624fc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:47.522068 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d2c97ed-e3af-4d76-93ac-91bcdb9570a4 req-c72109ad-d96d-4075-9eab-9c4f9b1624fc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 944 time: 0.0629749 Aug 24 16:18:47.572605 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d2c97ed-e3af-4d76-93ac-91bcdb9570a4 req-1b69ddcf-60b3-449a-84d4-8194fe7d23ca tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Aug 24 16:18:47.792148 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee0371-a866-4ce6-bccc-cdcaff9821f9 req-8da3b8f5-0dd2-4016-8dcc-54e413f0e4f8 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:47.794278 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efee0371-a866-4ce6-bccc-cdcaff9821f9 req-8da3b8f5-0dd2-4016-8dcc-54e413f0e4f8 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0508287 Aug 24 16:18:47.836847 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efee0371-a866-4ce6-bccc-cdcaff9821f9 req-c6ca3aa9-0e3e-4be6-b3dd-665c723162ad tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362220 Aug 24 16:18:48.029216 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b5c9-34b1-469b-9010-dbd9e9818eb3 req-13f8aaa1-daac-47f6-b92a-04529728c926 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:48.030849 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-da04b5c9-34b1-469b-9010-dbd9e9818eb3 req-13f8aaa1-daac-47f6-b92a-04529728c926 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0514932 Aug 24 16:18:48.072226 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-da04b5c9-34b1-469b-9010-dbd9e9818eb3 req-be61e57a-a4b7-4195-abfc-7620504b1c88 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350811 Aug 24 16:18:48.482549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device f81bdb72-a340-41ad-abc1-aaa541b2ccde up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:18:48.539186 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adade17-35dd-4d84-b6aa-8d97a31a0767 req-7798bca1-1761-4963-9ce0-9bc5b95a4587 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:48.540800 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1adade17-35dd-4d84-b6aa-8d97a31a0767 req-7798bca1-1761-4963-9ce0-9bc5b95a4587 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0505896 Aug 24 16:18:48.583980 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1adade17-35dd-4d84-b6aa-8d97a31a0767 req-cf810955-4c7f-4384-9cec-d97c9b59f0fe tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365615 Aug 24 16:18:48.594961 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port f81bdb72-a340-41ad-abc1-aaa541b2ccde completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:18:48.601089 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port f81bdb72-a340-41ad-abc1-aaa541b2ccde triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:18:48.601748 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:48.696045 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:48.701036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d6de-6e54-40fe-add1-12bb3b3b7f42 req-d36b1aa5-f85c-43fa-bd00-cb6abd5a37e0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:48.705113 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f891d6de-6e54-40fe-add1-12bb3b3b7f42 req-d36b1aa5-f85c-43fa-bd00-cb6abd5a37e0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Aug 24 16:18:48.729961 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:18:48.733531 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61d363-78b0-4fa3-ae0b-0ebe35e9d65e" -d '{"events": [{"server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "name": "network-vif-plugged", "status": "completed", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:18:48.755277 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:18:48.757234 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f891d6de-6e54-40fe-add1-12bb3b3b7f42 req-9e66bc55-a843-47ad-9c06-1c091022aa0e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Aug 24 16:18:48.789959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d483e4a5-afd4-4ba0-931a-396e9d4176ba x-openstack-request-id: req-d483e4a5-afd4-4ba0-931a-396e9d4176ba {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:18:48.790255 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "name": "network-vif-plugged", "status": "completed", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:18:48.790571 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d483e4a5-afd4-4ba0-931a-396e9d4176ba {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:18:48.790982 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde', 'code': 200} Aug 24 16:18:48.817795 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:48.868349 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:18:48.957324 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecbac8-d43a-4f19-b47a-b811ab304c8f req-1152b8af-de77-4a89-8299-110ae0bb5549 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:48.958864 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73ecbac8-d43a-4f19-b47a-b811ab304c8f req-1152b8af-de77-4a89-8299-110ae0bb5549 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0497398 Aug 24 16:18:48.999041 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73ecbac8-d43a-4f19-b47a-b811ab304c8f req-f0dc2e75-fbe6-4d22-881e-aa2a8a12a9e7 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Aug 24 16:18:49.191519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddf871-e904-4c8e-b3e0-095cb0e13b0e req-33d1351d-4a5e-4a9e-8895-032447d85770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:49.193837 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3cddf871-e904-4c8e-b3e0-095cb0e13b0e req-33d1351d-4a5e-4a9e-8895-032447d85770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0510881 Aug 24 16:18:49.237047 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3cddf871-e904-4c8e-b3e0-095cb0e13b0e req-83360dbd-86ae-44a2-90f9-e5c03bb271ab tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369854 Aug 24 16:18:49.716355 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d598fd1-61bb-4785-8bfd-de96e0d56a02 req-9b8784e1-34df-4cef-a8f0-ab12635700fd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:49.718323 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d598fd1-61bb-4785-8bfd-de96e0d56a02 req-9b8784e1-34df-4cef-a8f0-ab12635700fd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0561759 Aug 24 16:18:49.763592 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d598fd1-61bb-4785-8bfd-de96e0d56a02 req-11f05756-f7ac-4fa3-8cff-42d8c6d40852 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387788 Aug 24 16:18:49.878206 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff66d8-54cf-46c5-979d-e8f736c2d8b5 req-67d968d0-e607-4539-9986-c0be1fd82f5c tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:49.879747 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a3ff66d8-54cf-46c5-979d-e8f736c2d8b5 req-67d968d0-e607-4539-9986-c0be1fd82f5c tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0532737 Aug 24 16:18:49.921832 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a3ff66d8-54cf-46c5-979d-e8f736c2d8b5 req-cd5fd163-0960-4462-a810-8fdc83051797 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357668 Aug 24 16:18:50.113111 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c5f4c-6e25-47d9-834b-8e4e4d5f8ff4 req-0daf4d37-a6c3-44e9-ac0f-355eb38f4cd5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:50.114609 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-931c5f4c-6e25-47d9-834b-8e4e4d5f8ff4 req-0daf4d37-a6c3-44e9-ac0f-355eb38f4cd5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0487425 Aug 24 16:18:50.160246 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-931c5f4c-6e25-47d9-834b-8e4e4d5f8ff4 req-022672be-7139-4947-becf-3a8d60c097b5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 Aug 24 16:18:50.353347 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad0f4-40fd-41ea-b1fd-d6c23897f73f req-e83bf66e-0d26-4905-b7d1-7da73cc9ddd3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:50.354827 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb2ad0f4-40fd-41ea-b1fd-d6c23897f73f req-e83bf66e-0d26-4905-b7d1-7da73cc9ddd3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0507538 Aug 24 16:18:50.398286 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bb2ad0f4-40fd-41ea-b1fd-d6c23897f73f req-bcd06758-2eab-48e3-b896-ce8f0a384ad3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353296 Aug 24 16:18:50.886420 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144ea6-728e-4d58-84e9-ae8b4e8713c0 req-f9b4cd87-d8a6-41ee-8a50-47dc2248ecd8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:50.887966 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d144ea6-728e-4d58-84e9-ae8b4e8713c0 req-f9b4cd87-d8a6-41ee-8a50-47dc2248ecd8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0507522 Aug 24 16:18:50.927614 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d144ea6-728e-4d58-84e9-ae8b4e8713c0 req-dc463a29-cf69-4899-a3ab-4d99299d4783 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Aug 24 16:18:51.039072 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9cff-a0e8-4362-a4d8-efd3e137b5ca req-9312ccd4-73bd-46fa-9255-e2f5b8653c4f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:51.040639 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aebd9cff-a0e8-4362-a4d8-efd3e137b5ca req-9312ccd4-73bd-46fa-9255-e2f5b8653c4f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Aug 24 16:18:51.083592 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aebd9cff-a0e8-4362-a4d8-efd3e137b5ca req-415e9532-73ec-48c8-9afe-f15c2d3f8ad7 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365231 Aug 24 16:18:51.275823 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6738b-70ec-4ff9-a23e-94ec2eafa444 req-4b7344c0-13fa-4788-acc8-ee8aa48d05d5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:51.277842 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa6738b-70ec-4ff9-a23e-94ec2eafa444 req-4b7344c0-13fa-4788-acc8-ee8aa48d05d5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0502048 Aug 24 16:18:51.316899 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa6738b-70ec-4ff9-a23e-94ec2eafa444 req-3b8e9014-e2cc-42d4-8d2b-854c9de3a1b1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Aug 24 16:18:51.514528 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877592ea-9359-44f0-adba-3fbf25348fce req-4d5e3ed9-8788-4181-9c94-08c07d565354 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:51.516076 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-877592ea-9359-44f0-adba-3fbf25348fce req-4d5e3ed9-8788-4181-9c94-08c07d565354 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0491278 Aug 24 16:18:51.555878 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-877592ea-9359-44f0-adba-3fbf25348fce req-f5baa8e1-5415-4bd9-8da1-a33ee2fce886 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335374 Aug 24 16:18:52.054696 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1ef3-5134-4ff9-9a0b-301e7f0689e9 req-114bd29c-d1c9-4b8b-91e0-5088d484a671 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:52.056048 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d71c1ef3-5134-4ff9-9a0b-301e7f0689e9 req-114bd29c-d1c9-4b8b-91e0-5088d484a671 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0553989 Aug 24 16:18:52.097995 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d71c1ef3-5134-4ff9-9a0b-301e7f0689e9 req-14c72596-fd80-4383-b0fc-6bbd2576d703 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Aug 24 16:18:52.199582 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48df4-33ad-41d2-bd25-bdd643cdd983 req-82989875-e6eb-4a39-8d86-ce30594f63f8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:52.201105 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74b48df4-33ad-41d2-bd25-bdd643cdd983 req-82989875-e6eb-4a39-8d86-ce30594f63f8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0508904 Aug 24 16:18:52.240704 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74b48df4-33ad-41d2-bd25-bdd643cdd983 req-eb114285-aac5-4fcc-8ed8-8ee41ce32488 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Aug 24 16:18:52.435199 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a201a-db8d-48f1-9867-8ed1555e1585 req-cafdd720-e695-46e6-af95-a02a3bbfd2be tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:52.436731 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-525a201a-db8d-48f1-9867-8ed1555e1585 req-cafdd720-e695-46e6-af95-a02a3bbfd2be tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0513515 Aug 24 16:18:52.474553 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-525a201a-db8d-48f1-9867-8ed1555e1585 req-527d33bf-1544-4f25-984d-3a53adc3b675 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 24 16:18:52.600861 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:18:52.675130 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb03e0-4ce7-4d8b-acdf-46379df9e9e4 req-5923cf52-8d89-498a-8a62-a39417f0e062 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:52.676727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-07bb03e0-4ce7-4d8b-acdf-46379df9e9e4 req-5923cf52-8d89-498a-8a62-a39417f0e062 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0532618 Aug 24 16:18:52.718383 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-07bb03e0-4ce7-4d8b-acdf-46379df9e9e4 req-2538a0a1-9fdc-47e3-8238-97433857051f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357306 Aug 24 16:18:53.218953 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cdd90-4ecd-4f73-8cdf-3435a86fc562 req-285abb0c-7959-44da-ac59-3b505432326a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:53.220505 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-621cdd90-4ecd-4f73-8cdf-3435a86fc562 req-285abb0c-7959-44da-ac59-3b505432326a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0497007 Aug 24 16:18:53.259754 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-621cdd90-4ecd-4f73-8cdf-3435a86fc562 req-09f6ba96-601d-428f-bcb4-f54bc46cac61 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Aug 24 16:18:53.362195 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea53d-1694-4cc6-b32a-53e20cdc7fc1 req-0e28c489-833b-4323-8af7-ba2a1747096e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:53.363812 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c9ea53d-1694-4cc6-b32a-53e20cdc7fc1 req-0e28c489-833b-4323-8af7-ba2a1747096e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Aug 24 16:18:53.403719 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c9ea53d-1694-4cc6-b32a-53e20cdc7fc1 req-65aabd7c-60de-4910-b0cc-67f4f91dd4d6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Aug 24 16:18:53.592229 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3b09a-8a0a-455c-a35e-ffdd59e839da req-4ef4330d-4ae9-45a1-bedc-69813806da09 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:53.593760 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9eb3b09a-8a0a-455c-a35e-ffdd59e839da req-4ef4330d-4ae9-45a1-bedc-69813806da09 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0508506 Aug 24 16:18:53.635288 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9eb3b09a-8a0a-455c-a35e-ffdd59e839da req-6bfecd4a-cacd-48d6-90e1-ddc5238bdde4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Aug 24 16:18:53.835481 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7361b7-b08c-405c-baeb-5968e87d86d7 req-885d6f7f-5873-4641-b60b-ebe9a715da59 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:53.837003 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc7361b7-b08c-405c-baeb-5968e87d86d7 req-885d6f7f-5873-4641-b60b-ebe9a715da59 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0498161 Aug 24 16:18:53.876114 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc7361b7-b08c-405c-baeb-5968e87d86d7 req-acf188c0-4344-44a1-a12b-dd4659ccfaab tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Aug 24 16:18:54.387714 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0c57-bd78-4bad-b259-5ec037434ed0 req-a8c6f595-ac5f-4573-95bd-57a806e87184 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:54.389249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-301a0c57-bd78-4bad-b259-5ec037434ed0 req-a8c6f595-ac5f-4573-95bd-57a806e87184 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0495615 Aug 24 16:18:54.427131 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-301a0c57-bd78-4bad-b259-5ec037434ed0 req-2a3524b4-f2af-4ba6-b2b2-7181d280c251 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Aug 24 16:18:54.529080 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abf0-44e9-4049-b5b2-cce024a55500 req-a017b595-2801-4c0e-8c10-aaeac0f7fad8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:54.530794 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6d9abf0-44e9-4049-b5b2-cce024a55500 req-a017b595-2801-4c0e-8c10-aaeac0f7fad8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0564725 Aug 24 16:18:54.576173 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6d9abf0-44e9-4049-b5b2-cce024a55500 req-5fd8e859-5c0c-4b57-a7b3-69eae5252d70 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Aug 24 16:18:54.753776 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff06a35-4d67-4e84-bbf8-5b01dc1cfa01 req-a34a8030-cd5d-45ec-aa26-aaa7e95636e5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:54.755278 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ff06a35-4d67-4e84-bbf8-5b01dc1cfa01 req-a34a8030-cd5d-45ec-aa26-aaa7e95636e5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0515308 Aug 24 16:18:54.798597 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ff06a35-4d67-4e84-bbf8-5b01dc1cfa01 req-352ba264-f2f7-4e98-835f-b1cc80cec3e3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Aug 24 16:18:54.991147 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e225a-47da-43d4-960b-a4597ef0e41f req-3be5507e-4a58-4b2b-9dcc-8cff3ae961a6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:54.992588 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-761e225a-47da-43d4-960b-a4597ef0e41f req-3be5507e-4a58-4b2b-9dcc-8cff3ae961a6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0497985 Aug 24 16:18:55.031547 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-761e225a-47da-43d4-960b-a4597ef0e41f req-e1bdd0e1-de82-4e68-9f84-49a8ba7ebfd9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Aug 24 16:18:55.553228 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16553f-d5e0-4acd-9bf0-58c9099d7cca req-1f87ca5d-5f90-4e73-a4f5-c8e07ec9b09c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:55.555082 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9c16553f-d5e0-4acd-9bf0-58c9099d7cca req-1f87ca5d-5f90-4e73-a4f5-c8e07ec9b09c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0511112 Aug 24 16:18:55.599724 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9c16553f-d5e0-4acd-9bf0-58c9099d7cca req-99d8f9b4-957b-49ba-a87c-513e4cb26497 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378811 Aug 24 16:18:55.698740 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf8a3-2a41-4e4e-a048-9afba77b6524 req-6e595c13-407b-4c44-9feb-a210ae580a18 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:55.700801 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3adcf8a3-2a41-4e4e-a048-9afba77b6524 req-6e595c13-407b-4c44-9feb-a210ae580a18 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Aug 24 16:18:55.746252 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3adcf8a3-2a41-4e4e-a048-9afba77b6524 req-53b95a36-4fa2-47cf-9cd2-ae2c6d32eb63 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Aug 24 16:18:55.923504 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e410b-3208-4a58-b7fa-2057cabc2f10 req-9722d442-2b7b-4037-8b29-17bea6fc8bac tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:55.925205 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d5e410b-3208-4a58-b7fa-2057cabc2f10 req-9722d442-2b7b-4037-8b29-17bea6fc8bac tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0570874 Aug 24 16:18:55.966787 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d5e410b-3208-4a58-b7fa-2057cabc2f10 req-b0797b0b-4f8a-4d0b-83f0-e04d72d44bcf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353665 Aug 24 16:18:56.154597 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4ed8-907f-4470-a231-306c56a42d24 req-d3a0ead4-829b-4f5d-bd87-a1c4a0c75073 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:56.156306 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d45d4ed8-907f-4470-a231-306c56a42d24 req-d3a0ead4-829b-4f5d-bd87-a1c4a0c75073 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0541904 Aug 24 16:18:56.199069 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d45d4ed8-907f-4470-a231-306c56a42d24 req-fc5fa3ae-e0f0-4b60-ab67-d700dd75566a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366809 Aug 24 16:18:56.747481 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930ac3f-c52d-41f4-bf02-b0005814e261 req-25f18acf-fea9-479a-8ae4-6daf3505ed36 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:56.749017 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e930ac3f-c52d-41f4-bf02-b0005814e261 req-25f18acf-fea9-479a-8ae4-6daf3505ed36 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0596929 Aug 24 16:18:56.791825 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e930ac3f-c52d-41f4-bf02-b0005814e261 req-f80e0127-da41-4b95-b90f-a79e1e392ac3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363078 Aug 24 16:18:56.872095 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbedaf-121f-4a5e-ad3e-506130826fde req-3b5ee3d3-5286-412e-a9fe-8102c084d2fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:56.873787 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1acbedaf-121f-4a5e-ad3e-506130826fde req-3b5ee3d3-5286-412e-a9fe-8102c084d2fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Aug 24 16:18:56.911898 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1acbedaf-121f-4a5e-ad3e-506130826fde req-d629880f-40fb-483b-bcde-16e9bb12d079 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Aug 24 16:18:57.085380 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbcad6-9b45-4a4b-9f50-eda7d9e76e87 req-2f3c5fb1-55a9-4c5e-a350-07d5c8310194 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:57.086877 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-88fbcad6-9b45-4a4b-9f50-eda7d9e76e87 req-2f3c5fb1-55a9-4c5e-a350-07d5c8310194 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0500820 Aug 24 16:18:57.129427 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-88fbcad6-9b45-4a4b-9f50-eda7d9e76e87 req-4cadc7d6-37bc-4f6d-b4e7-a6596966798b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365767 Aug 24 16:18:57.315255 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482950-d83b-46b2-b11a-ad6ca073fd02 req-b6a6917f-7f1e-4564-91a1-08aa513dd243 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:57.316793 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80482950-d83b-46b2-b11a-ad6ca073fd02 req-b6a6917f-7f1e-4564-91a1-08aa513dd243 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0505159 Aug 24 16:18:57.359277 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80482950-d83b-46b2-b11a-ad6ca073fd02 req-522eff3e-995e-4104-ac4d-edc32297d83f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Aug 24 16:18:57.916450 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc301c6-28e8-4171-b69e-1b33479b92e0 req-bca61066-5161-415b-8e36-5a1a56399bee tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:57.918021 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfc301c6-28e8-4171-b69e-1b33479b92e0 req-bca61066-5161-415b-8e36-5a1a56399bee tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0510967 Aug 24 16:18:57.962173 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfc301c6-28e8-4171-b69e-1b33479b92e0 req-3f656754-f386-4e05-8e98-cf0aa25851a1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 Aug 24 16:18:58.033344 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b402e-adcb-4274-82ca-9804d2c058cb req-6dbd3353-7815-41d9-9549-7e019a2b9c93 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:58.034885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08b402e-adcb-4274-82ca-9804d2c058cb req-6dbd3353-7815-41d9-9549-7e019a2b9c93 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Aug 24 16:18:58.077654 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08b402e-adcb-4274-82ca-9804d2c058cb req-9e2c21db-413f-4888-b5a5-bec4c87be2b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364778 Aug 24 16:18:58.256150 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70721d3-9793-4ac4-877c-9cca491d026d req-04701943-6572-4a24-a3ca-2d5c09284d7d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:58.257614 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c70721d3-9793-4ac4-877c-9cca491d026d req-04701943-6572-4a24-a3ca-2d5c09284d7d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0496712 Aug 24 16:18:58.298507 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c70721d3-9793-4ac4-877c-9cca491d026d req-43157421-5877-4cc1-ab6a-cba8774a9e25 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Aug 24 16:18:58.473519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba365690-7579-443d-8f53-15e1fca1024f req-8a4a383e-270f-4e12-b7c0-964f6c9bd00d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:58.475023 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ba365690-7579-443d-8f53-15e1fca1024f req-8a4a383e-270f-4e12-b7c0-964f6c9bd00d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Aug 24 16:18:58.514474 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ba365690-7579-443d-8f53-15e1fca1024f req-ad300fd0-e0d3-456f-877f-af271f482c6e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Aug 24 16:18:59.094362 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37680-eecb-4f87-a535-6eb70ab1f090 req-b626297f-5f2c-49ec-bfd2-1c0008da26c8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:59.095961 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cff37680-eecb-4f87-a535-6eb70ab1f090 req-b626297f-5f2c-49ec-bfd2-1c0008da26c8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0489957 Aug 24 16:18:59.140786 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cff37680-eecb-4f87-a535-6eb70ab1f090 req-70433cd4-5c4c-4f00-9efb-3797dc0aab7c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383029 Aug 24 16:18:59.203948 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7395a20-1494-404c-990b-0556e4fddd0e req-bdda529b-0933-47ce-8f76-10f63a70f4f4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:59.205462 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7395a20-1494-404c-990b-0556e4fddd0e req-bdda529b-0933-47ce-8f76-10f63a70f4f4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Aug 24 16:18:59.245369 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7395a20-1494-404c-990b-0556e4fddd0e req-e8c12176-31a5-481d-a3e1-986bb2e9d5d6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337729 Aug 24 16:18:59.418663 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608474a3-fea6-4fdb-bd7e-85fd82f0e73f req-b0541481-8e4d-4324-867e-6cd1ee8b609d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:59.420178 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-608474a3-fea6-4fdb-bd7e-85fd82f0e73f req-b0541481-8e4d-4324-867e-6cd1ee8b609d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0532060 Aug 24 16:18:59.459218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-608474a3-fea6-4fdb-bd7e-85fd82f0e73f req-a5554e24-8c1a-4fd7-bde1-3a86e9e096ce tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Aug 24 16:18:59.630161 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdef9-0ff5-4b48-848c-00b363b60709 req-55877d20-07fd-432a-81d6-f0045e3cc077 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:18:59.631520 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7d0fdef9-0ff5-4b48-848c-00b363b60709 req-55877d20-07fd-432a-81d6-f0045e3cc077 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Aug 24 16:18:59.673151 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7d0fdef9-0ff5-4b48-848c-00b363b60709 req-4b324062-6986-4e7a-a001-aa3af36145ef tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356307 Aug 24 16:19:00.266596 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c6970-a449-49e4-bf05-5ff121f29858 req-3966bcef-1535-4f9b-836b-0bcd1d80c97c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:00.268208 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-279c6970-a449-49e4-bf05-5ff121f29858 req-3966bcef-1535-4f9b-836b-0bcd1d80c97c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0507109 Aug 24 16:19:00.310122 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-279c6970-a449-49e4-bf05-5ff121f29858 req-be9b9eba-427a-4da7-b25c-4b179df4728d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Aug 24 16:19:00.363692 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3f55-7a86-4d75-903f-712b7d01295a req-9eb284e2-edd2-446c-ac3e-299d3f9769a3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:00.365381 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bbcb3f55-7a86-4d75-903f-712b7d01295a req-9eb284e2-edd2-446c-ac3e-299d3f9769a3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Aug 24 16:19:00.404564 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bbcb3f55-7a86-4d75-903f-712b7d01295a req-5af147cd-e347-4abd-9719-40fdeda711c0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Aug 24 16:19:00.451722 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e98f7-529f-4f77-b7c8-3082ca2e176c req-7a91df0a-00c4-4ef8-ab7b-7679901d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:00.453278 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e82e98f7-529f-4f77-b7c8-3082ca2e176c req-7a91df0a-00c4-4ef8-ab7b-7679901d3c0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 1098 time: 0.0399635 Aug 24 16:19:00.497844 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e82e98f7-529f-4f77-b7c8-3082ca2e176c req-c6275a76-dce8-4459-9361-0371a8f56113 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285530 Aug 24 16:19:00.574448 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef579286-b79d-415c-9224-c5d5dc61d3ca req-e3bf8434-2e20-4c4d-af3f-ae21c843494d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:00.575912 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ef579286-b79d-415c-9224-c5d5dc61d3ca req-e3bf8434-2e20-4c4d-af3f-ae21c843494d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0507691 Aug 24 16:19:00.616609 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ef579286-b79d-415c-9224-c5d5dc61d3ca req-c58b362e-47ed-444b-a2bf-8d18c15b1e75 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Aug 24 16:19:00.786434 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ab5e8-a858-4433-9669-765a922d0218 req-7f5f68b9-7735-41d2-a785-367200e8a018 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:00.789085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-366ab5e8-a858-4433-9669-765a922d0218 req-7f5f68b9-7735-41d2-a785-367200e8a018 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Aug 24 16:19:00.831949 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-366ab5e8-a858-4433-9669-765a922d0218 req-68d68001-d785-409a-ad16-33ed83dc6414 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Aug 24 16:19:01.429976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5e2b-7270-4185-9376-1011a389a0af req-c1f3813d-cda7-421a-85e0-ecc5166270e7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:01.431569 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ae2c5e2b-7270-4185-9376-1011a389a0af req-c1f3813d-cda7-421a-85e0-ecc5166270e7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0489447 Aug 24 16:19:01.469761 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ae2c5e2b-7270-4185-9376-1011a389a0af req-af0ba153-77be-4499-ab26-150d461a04b3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Aug 24 16:19:01.516049 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cc011-55a6-4d42-9d80-9ada53c5f05d req-3d8ace07-4d37-4899-8e80-c17b50004459 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:01.517528 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea5cc011-55a6-4d42-9d80-9ada53c5f05d req-3d8ace07-4d37-4899-8e80-c17b50004459 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0466228 Aug 24 16:19:01.557755 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ea5cc011-55a6-4d42-9d80-9ada53c5f05d req-fe4fa2ef-e79f-4354-816d-89980df236a5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Aug 24 16:19:01.946294 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379a81-d859-4bff-abb1-69ba0598cf4d req-778fe2c1-3182-4822-8201-f0441a440057 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:01.947794 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02379a81-d859-4bff-abb1-69ba0598cf4d req-778fe2c1-3182-4822-8201-f0441a440057 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 944 time: 0.0488198 Aug 24 16:19:01.985745 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02379a81-d859-4bff-abb1-69ba0598cf4d req-1f4eff7e-9788-4f4e-a8da-d50c2b604d85 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Aug 24 16:19:02.557394 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9141ed58-3643-458b-a1c4-c5451a2a7a09 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:19:02.589372 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4b9a6-7b49-440f-a8cf-3b4183c4e7d4 req-1a968741-5993-4f8a-b531-b411fa5f1192 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:02.590895 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8d4b9a6-7b49-440f-a8cf-3b4183c4e7d4 req-1a968741-5993-4f8a-b531-b411fa5f1192 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0503554 Aug 24 16:19:02.629774 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8d4b9a6-7b49-440f-a8cf-3b4183c4e7d4 req-a38b905a-49a0-4c81-8cb3-3e99714fcad1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Aug 24 16:19:02.654463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:02.665291 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'port_id': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'mac_address': 'fa:16:3e:e3:da:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:19:02.676896 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f2f5-b496-4447-859e-782389ea6580 req-9b207147-03ea-40c5-a9f2-7b4c0cb5bece tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:02.678361 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0d0f2f5-b496-4447-859e-782389ea6580 req-9b207147-03ea-40c5-a9f2-7b4c0cb5bece tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0477302 Aug 24 16:19:02.702983 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:02.715558 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9141ed58-3643-458b-a1c4-c5451a2a7a09 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:02.718532 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0d0f2f5-b496-4447-859e-782389ea6580 req-db73a9f0-554c-44a7-ae08-a7fb565a053b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Aug 24 16:19:02.739230 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:02.812305 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:02.863997 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:03.097562 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb1beb-f609-4380-8ed5-cf47991992ac req-a3554a6a-3bce-49ea-b9cb-a1d070315aad tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:03.099021 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-51fb1beb-f609-4380-8ed5-cf47991992ac req-a3554a6a-3bce-49ea-b9cb-a1d070315aad tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 945 time: 0.0477312 Aug 24 16:19:03.110905 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['9141ed58-3643-458b-a1c4-c5451a2a7a09'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:03.137241 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-51fb1beb-f609-4380-8ed5-cf47991992ac req-924d3eb4-8466-4485-8ba5-7e466bb6223d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Aug 24 16:19:03.749902 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbcd74-18a9-4b9d-be6c-6c1792d1a329 req-74a388a3-569f-4edb-b56a-ff3362c3a941 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:03.751437 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2afbcd74-18a9-4b9d-be6c-6c1792d1a329 req-74a388a3-569f-4edb-b56a-ff3362c3a941 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0486531 Aug 24 16:19:03.787780 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2afbcd74-18a9-4b9d-be6c-6c1792d1a329 req-0ea7dbd4-c8fc-4a8f-b12c-7f779af046b5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302942 Aug 24 16:19:04.253263 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8de6c4-f77f-4627-a339-a8639711c0c9 req-86762a4c-38ff-439f-a349-007991b62ec1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:04.254724 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-de8de6c4-f77f-4627-a339-a8639711c0c9 req-86762a4c-38ff-439f-a349-007991b62ec1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Aug 24 16:19:04.295893 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-de8de6c4-f77f-4627-a339-a8639711c0c9 req-ea03bb19-70ff-48af-85df-1be58651bfd7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352743 Aug 24 16:19:04.582592 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9141ed58-3643-458b-a1c4-c5451a2a7a09 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:19:04.680393 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 9141ed58-3643-458b-a1c4-c5451a2a7a09 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:19:04.684200 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 9141ed58-3643-458b-a1c4-c5451a2a7a09 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:04.684605 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:04.763402 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:04.787563 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:04.790005 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb56b2-4476-4c34-acd3-e5fbe33af226" -d '{"events": [{"server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "name": "network-vif-plugged", "status": "completed", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:04.803193 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:04.827047 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c61f9-6de3-4465-af2b-50436254f1c3 x-openstack-request-id: req-052c61f9-6de3-4465-af2b-50436254f1c3 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:04.827338 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "name": "network-vif-plugged", "status": "completed", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:04.827591 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-052c61f9-6de3-4465-af2b-50436254f1c3 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:04.827983 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'code': 200} Aug 24 16:19:04.869565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:04.918901 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98c6e-69e2-484b-8571-a26abe455062 req-7fb91e58-d115-41cc-bfce-6f76958dd5d5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:04.919978 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:04.920449 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-36b98c6e-69e2-484b-8571-a26abe455062 req-7fb91e58-d115-41cc-bfce-6f76958dd5d5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0497320 Aug 24 16:19:04.959277 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-36b98c6e-69e2-484b-8571-a26abe455062 req-e7d02440-9ed0-4e90-a9c5-d4525f1a3bad tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 24 16:19:05.273929 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d55b2-0d99-4ec7-a1a9-0432f01dc4a6 req-09a6d130-eb24-4daf-a585-1839b1591b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:05.275582 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-601d55b2-0d99-4ec7-a1a9-0432f01dc4a6 req-09a6d130-eb24-4daf-a585-1839b1591b53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1099 time: 0.0437481 Aug 24 16:19:05.313407 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-601d55b2-0d99-4ec7-a1a9-0432f01dc4a6 req-93e78b9e-5ce0-49c8-b294-eea3b1f88e2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281115 Aug 24 16:19:05.408252 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6087-1de9-4fdd-a511-af01ce95f569 req-cdfb02cc-3d60-4c34-8e29-8f43a96830b0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:05.409727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-affb6087-1de9-4fdd-a511-af01ce95f569 req-cdfb02cc-3d60-4c34-8e29-8f43a96830b0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Aug 24 16:19:05.445773 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-affb6087-1de9-4fdd-a511-af01ce95f569 req-ef7e2985-39b7-4062-9dff-0aef309967a5 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297635 Aug 24 16:19:06.079584 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70f8a5-4ad1-476b-b4ef-66fe092e23e0 req-fe107054-b72d-496e-b593-9cc535a97c71 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:06.081070 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c70f8a5-4ad1-476b-b4ef-66fe092e23e0 req-fe107054-b72d-496e-b593-9cc535a97c71 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0483961 Aug 24 16:19:06.121894 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c70f8a5-4ad1-476b-b4ef-66fe092e23e0 req-76eaf5ea-a9ff-4426-8dad-bc4c9c8cf22a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349126 Aug 24 16:19:06.558829 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d093-d42a-4f5f-9851-dbcfbb3aae46 req-5aba5d4f-308f-4d39-bef2-eaa048091cd2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:06.560266 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5ca7d093-d42a-4f5f-9851-dbcfbb3aae46 req-5aba5d4f-308f-4d39-bef2-eaa048091cd2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Aug 24 16:19:06.598722 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5ca7d093-d42a-4f5f-9851-dbcfbb3aae46 req-f39b1a47-cbe6-4b3b-a204-7f0127b27670 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307193 Aug 24 16:19:07.237150 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dafe4-1fbe-4975-be5e-2508440f885e req-13715499-7daa-43a9-8a8c-0e2796d29cb8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:07.238616 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-423dafe4-1fbe-4975-be5e-2508440f885e req-13715499-7daa-43a9-8a8c-0e2796d29cb8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0476518 Aug 24 16:19:07.278251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-423dafe4-1fbe-4975-be5e-2508440f885e req-ddaf59d5-d396-47d7-9527-ed94977f077a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Aug 24 16:19:07.706766 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998eba3-03e8-4e07-bd21-093c53c65f12 req-95f7c2fb-4807-45b7-841d-91697e3f9dd1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:07.708210 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3998eba3-03e8-4e07-bd21-093c53c65f12 req-95f7c2fb-4807-45b7-841d-91697e3f9dd1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0475912 Aug 24 16:19:07.748430 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3998eba3-03e8-4e07-bd21-093c53c65f12 req-b6158e98-61da-4493-9bb7-4af0428bb87b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344501 Aug 24 16:19:07.859907 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8aed0-0eaf-41b8-8f82-301f697f8493 req-fe02537e-eab2-414e-ab53-64c3b103097f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:07.861387 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ad8aed0-0eaf-41b8-8f82-301f697f8493 req-fe02537e-eab2-414e-ab53-64c3b103097f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Aug 24 16:19:07.900787 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ad8aed0-0eaf-41b8-8f82-301f697f8493 req-d74fd9c9-9e96-474a-a5c9-bba8f6bba0bf tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328469 Aug 24 16:19:07.923805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50800) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:08.058200 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc259f-e4c6-4623-9647-5315f5199a69 tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:08.060175 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-35fc259f-e4c6-4623-9647-5315f5199a69 tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1094 time: 0.1354325 Aug 24 16:19:08.063107 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 50804) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:08.067299 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'port_id': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:08.160134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.486637 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80644a85-1f70-437a-bc63-9f451053499f req-403059e5-0410-49a2-b182-af53a36afadf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:08.488085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80644a85-1f70-437a-bc63-9f451053499f req-403059e5-0410-49a2-b182-af53a36afadf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 943 time: 0.0632379 Aug 24 16:19:08.539858 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80644a85-1f70-437a-bc63-9f451053499f req-7c582c53-ffc5-4ae4-a68d-34b10669eb26 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457118 Aug 24 16:19:08.542313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.582410 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:19:08.646815 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.27.1.148 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/b752d17b-4287-43a8-9a55-c598fe615f93) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:19:08.674879 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:08.685935 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '993ef87d-5032-42e7-bc33-da364d58b770', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '993ef87d-5032-42e7-bc33-da364d58b770', 'mac_address': 'fa:16:3e:09:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:19:08.733248 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.745821 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.746763 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:08.765841 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:08.880308 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.909488 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:08.928028 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=9']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:08.954383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:19:08.958377 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:19:08.962544 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:19:08.966109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=b752d17b-4287-43a8-9a55-c598fe615f93,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:09.242397 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['993ef87d-5032-42e7-bc33-da364d58b770'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:09.306973 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:09.460161 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:09.607126 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:09.660979 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018dd29-ec47-4038-8d28-d1f03fd9a4a4 req-fa3af8b1-94b3-4d44-a9f0-24d3b8c9d57a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:09.662482 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7018dd29-ec47-4038-8d28-d1f03fd9a4a4 req-fa3af8b1-94b3-4d44-a9f0-24d3b8c9d57a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0487878 Aug 24 16:19:09.681036 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:09.736676 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7018dd29-ec47-4038-8d28-d1f03fd9a4a4 req-d36e435d-c0e2-466e-8ab7-ff47d4846d98 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679796 Aug 24 16:19:09.764074 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=b752d17b-4287-43a8-9a55-c598fe615f93,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:09.775569 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:09.871986 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP 69af77da-98b1-4c88-a0d5-cf2f4763e724 associated. External IP: 172.27.1.148, port: 9141ed58-3643-458b-a1c4-c5451a2a7a09. Aug 24 16:19:10.072212 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:19:10.178034 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:19:10.188225 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:19:10.197102 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:10.197723 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:10.263708 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:10.290565 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e3e3a309-b655-41ea-95b1-4b4e6b358e5b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2264583 Aug 24 16:19:10.291165 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:10.293461 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:10.305285 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:10.329041 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee72382-f0c5-4c65-a55b-bd5035418281 x-openstack-request-id: req-0ee72382-f0c5-4c65-a55b-bd5035418281 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:10.329340 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:10.329593 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ee72382-f0c5-4c65-a55b-bd5035418281 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:10.329986 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'status': 'completed', 'code': 200} Aug 24 16:19:10.401317 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-c7992f9a-d70b-41da-b397-466f97c2ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:10.402831 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-c7992f9a-d70b-41da-b397-466f97c2ebb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1099 time: 0.0452473 Aug 24 16:19:10.493788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-daac79f2-dc2a-4f0a-afe0-683f0ea2fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:10.495302 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-daac79f2-dc2a-4f0a-afe0-683f0ea2fefd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0852368 Aug 24 16:19:10.527863 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '69af77da-98b1-4c88-a0d5-cf2f4763e724', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:e3:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:09Z', 'updated_at': '2021-08-24T16:19:09Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:10.559860 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:19:10.568856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:10.569466 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:18:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:10.570609 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-2ded52fc-7d40-40ab-bc6b-e0634772212c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09 HTTP/1.1" status: 200 len: 1000 time: 0.0661204 Aug 24 16:19:10.603260 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:19:10.622886 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-a2416525-910f-4da9-8f64-fc859ec2cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:10.624358 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-a2416525-910f-4da9-8f64-fc859ec2cc50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0442996 Aug 24 16:19:10.675620 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-e468c1a5-52b7-4f96-8228-f83b03f259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:10.677151 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-e468c1a5-52b7-4f96-8228-f83b03f259ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393851 Aug 24 16:19:10.708827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:10.710853 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 993ef87d-5032-42e7-bc33-da364d58b770 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:10.710853 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:10.774993 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-cf7ae971-c83d-48e1-9318-e49ad3e0ccc6 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893481 Aug 24 16:19:10.870321 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875a9b-7267-4c52-ac5a-1b09c828eb62 req-8966d827-1215-4358-8ffb-e6498f2d73e7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:10.872264 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fa875a9b-7267-4c52-ac5a-1b09c828eb62 req-8966d827-1215-4358-8ffb-e6498f2d73e7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 944 time: 0.0622251 Aug 24 16:19:10.887725 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a26c7c8-4a0d-4642-bdf9-8a77cc7f6569 req-755bc006-063a-455b-bd7a-d13ed0123eaa service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037805 Aug 24 16:19:10.916874 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fa875a9b-7267-4c52-ac5a-1b09c828eb62 req-a63567c6-6a73-44c1-9f0b-a7a4d1c38b50 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366981 Aug 24 16:19:11.038133 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:11.058823 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4eb47d61-c552-4b70-a28c-da18f6706263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:11.083565 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:11.085788 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb0635-f38c-46e8-8b9d-203d30561f57" -d '{"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:11.099800 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:11.123322 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7dd8b1-80d4-46a8-9444-26ea52997122 x-openstack-request-id: req-9a7dd8b1-80d4-46a8-9444-26ea52997122 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:11.123611 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-plugged", "status": "completed", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:11.123861 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a7dd8b1-80d4-46a8-9444-26ea52997122 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:11.124242 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'code': 200} Aug 24 16:19:11.150701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '69af77da-98b1-4c88-a0d5-cf2f4763e724', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:e3:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:09Z', 'updated_at': '2021-08-24T16:19:09Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:11.177331 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:11.179247 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88dfba6-8d60-4404-88f9-8063a89c3e26 None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '69af77da-98b1-4c88-a0d5-cf2f4763e724', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:e3:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:09Z', 'updated_at': '2021-08-24T16:19:09Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:19:11.227748 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=10']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:11.351210 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aad12-b9fd-473e-b422-5802349fa8ef None None] New status for floating IP 69af77da-98b1-4c88-a0d5-cf2f4763e724: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:19:11.817692 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f326a9d-fa5e-46f1-85ff-a76ab98c1078 req-2ceecf7c-5a25-4d6a-87bb-b0aacb37f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:11.819034 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7f326a9d-fa5e-46f1-85ff-a76ab98c1078 req-2ceecf7c-5a25-4d6a-87bb-b0aacb37f62e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 1099 time: 0.0387144 Aug 24 16:19:11.854981 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7f326a9d-fa5e-46f1-85ff-a76ab98c1078 req-61861bc1-0d99-4a92-9de0-041bdd05622f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269148 Aug 24 16:19:12.036876 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cc982-6ae3-4803-8626-19d3e408297b req-9ac655a0-e498-4a08-819c-226799f8f73e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:12.038389 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3f2cc982-6ae3-4803-8626-19d3e408297b req-9ac655a0-e498-4a08-819c-226799f8f73e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Aug 24 16:19:12.075072 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3f2cc982-6ae3-4803-8626-19d3e408297b req-d44f621a-5c7d-46ee-b348-9aac396c1eef tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305004 Aug 24 16:19:13.193987 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32c959-d8c1-4469-afc4-ba8ecfebd4fc req-dac5b43a-9d9b-4a46-bc10-a4208e3be417 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:13.195489 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1c32c959-d8c1-4469-afc4-ba8ecfebd4fc req-dac5b43a-9d9b-4a46-bc10-a4208e3be417 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Aug 24 16:19:13.233175 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1c32c959-d8c1-4469-afc4-ba8ecfebd4fc req-e9c317e6-8078-4e75-993c-878612828b1a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Aug 24 16:19:13.697262 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-26ae0829-c1a9-4727-8332-4bb3758b0690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:13.937656 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:14.012515 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-dde24559-4171-4d62-87cb-a404e67caf98 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:14.014218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-dde24559-4171-4d62-87cb-a404e67caf98 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1038377 Aug 24 16:19:14.028683 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-d35aa722-b604-4f3e-a853-da3437b00412 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/quotas/5a28a5c7eed34fafa69bab5dc1ce4d36 HTTP/1.1" status: 200 len: 375 time: 0.0088241 Aug 24 16:19:14.076691 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-82d3b8a5-68bb-41c7-b482-3ac26e63159a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426052 Aug 24 16:19:14.169119 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-89a89789-d604-4a1f-a965-8154ca4ad264 service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856075 Aug 24 16:19:14.257344 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-d27a357b-ed8f-4cbd-8bc5-17548a7d0734 service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819700 Aug 24 16:19:14.354390 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3b83f-df4d-4870-b3e5-12c18fa2eaa3 req-96f832a8-bb07-4f38-b80e-0532e2981be0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:14.356515 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72f3b83f-df4d-4870-b3e5-12c18fa2eaa3 req-96f832a8-bb07-4f38-b80e-0532e2981be0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Aug 24 16:19:14.394335 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72f3b83f-df4d-4870-b3e5-12c18fa2eaa3 req-39b5620c-9c51-41b0-b707-8a2c686a0c8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Aug 24 16:19:14.584085 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5bbe472a-8c0e-4197-98f5-ab0ea336768c req-dc8c2697-9974-47b2-8336-731cc4244a62 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 210 time: 0.0485029 Aug 24 16:19:14.785238 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:15.516659 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44253a15-1c0b-4339-af75-3c8e9d39ac95 req-287e7c0c-322d-40f0-943b-88f674765c25 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:15.518163 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44253a15-1c0b-4339-af75-3c8e9d39ac95 req-287e7c0c-322d-40f0-943b-88f674765c25 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Aug 24 16:19:15.555886 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44253a15-1c0b-4339-af75-3c8e9d39ac95 req-65e7af65-51ba-4a15-bfe0-282e2f3e63f6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Aug 24 16:19:15.676243 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8c94f238-c2e3-46f0-83f7-7ba030db7812 req-f1b1c1ca-4fba-4573-8e93-6a7f262ddcc1 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 210 time: 0.0270689 Aug 24 16:19:16.491566 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:16.749702 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-ea22276d-2fdb-4ff8-92bb-014de09d1986 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:16.751079 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-ea22276d-2fdb-4ff8-92bb-014de09d1986 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1095283 Aug 24 16:19:16.765705 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Request body: {'port': {'device_id': '32c22397-ec54-4535-b379-b61654fe524a', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'admin_state_up': True, 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:16.782754 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8a2fcbea-4d9d-4942-8d3c-13fae106415d req-6d8cc353-79a4-4ff2-b22e-3b450bef3a7e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 210 time: 0.0272267 Aug 24 16:19:16.977508 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:19:16.981061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.105770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Allocated IP 172.20.0.2 (c241f854-29f0-4832-9a41-814aa1020adf/94af3e19-e576-416f-98a5-6437a3e8822d/726bd804-2cad-4375-9d68-6fdecf9e95b4) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:19:17.249453 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.355073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.373620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:17.399637 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Network c241f854-29f0-4832-9a41-814aa1020adf is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:19:17.403254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:19:17.406881 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:19:17.413300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event updated for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:17.467683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:17.468336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.561032 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-85d92313-d9f1-4c7f-81d9-d56751e00780 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7997520 Aug 24 16:19:17.582032 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Request body: {'port': {'device_id': '32c22397-ec54-4535-b379-b61654fe524a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:17.637943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.892877 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726bd804-2cad-4375-9d68-6fdecf9e95b4 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:17.899564 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d52f-fd95-4f37-878a-c80691e59f53 req-dd90ce3e-2b5d-466b-be7b-5a4b13151e3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:17.900153 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:17.901072 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dac7d52f-fd95-4f37-878a-c80691e59f53 req-dd90ce3e-2b5d-466b-be7b-5a4b13151e3b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 931 time: 0.0517724 Aug 24 16:19:17.912138 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Transition to ACTIVE for port object 726bd804-2cad-4375-9d68-6fdecf9e95b4 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:19:17.939217 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dac7d52f-fd95-4f37-878a-c80691e59f53 req-b4a05f6d-1db4-44c1-932c-c2131aa2aff5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Aug 24 16:19:18.000244 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:18.047516 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Pushing event updated for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:18.116055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Attempting to bind port 726bd804-2cad-4375-9d68-6fdecf9e95b4 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:19:18.116522 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Attempting to bind port 726bd804-2cad-4375-9d68-6fdecf9e95b4 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:19:18.116858 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Attempting to bind port 726bd804-2cad-4375-9d68-6fdecf9e95b4 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:18.121622 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Port 726bd804-2cad-4375-9d68-6fdecf9e95b4 on network c241f854-29f0-4832-9a41-814aa1020adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:19:18.121941 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Attempting to bind port 726bd804-2cad-4375-9d68-6fdecf9e95b4 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:18.126577 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:19:18.126910 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Checking segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:19:18.127290 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Bound using segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:19:18.127709 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Bound port: 726bd804-2cad-4375-9d68-6fdecf9e95b4, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:19:18.128061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:18.188377 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:19:18.191309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:19:18.292175 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:18.327451 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.328070 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:18.329502 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] 10.222.0.37 "PUT /v2.0/ports/726bd804-2cad-4375-9d68-6fdecf9e95b4 HTTP/1.1" status: 200 len: 1093 time: 0.7516022 Aug 24 16:19:18.330008 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:18.332322 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d31bb-cba6-444d-937c-38ec1901a519" -d '{"events": [{"name": "network-changed", "server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:18.353490 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e888e-2f4a-4276-9cde-523e6a1c0556 service neutron] Pushing event updated for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:18.375481 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944df32-286d-4957-97ec-4f1dd81e8fb6 x-openstack-request-id: req-3944df32-286d-4957-97ec-4f1dd81e8fb6 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:18.375777 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:18.381102 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3944df32-286d-4957-97ec-4f1dd81e8fb6 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:18.381102 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4', 'status': 'completed', 'code': 200} Aug 24 16:19:18.444984 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d31bb-cba6-444d-937c-38ec1901a519 req-de6c8552-2360-4bd8-8fae-466c50b89e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.446374 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-248d31bb-cba6-444d-937c-38ec1901a519 req-de6c8552-2360-4bd8-8fae-466c50b89e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 1096 time: 0.0432513 Aug 24 16:19:18.546978 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d31bb-cba6-444d-937c-38ec1901a519 req-3acf78ed-c3ab-45fc-973f-cbd9b7372e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.548403 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-248d31bb-cba6-444d-937c-38ec1901a519 req-3acf78ed-c3ab-45fc-973f-cbd9b7372e8d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0865405 Aug 24 16:19:18.643929 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d31bb-cba6-444d-937c-38ec1901a519 req-35b631af-2f8e-44ed-8d1e-ac6a80d79f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.645373 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-248d31bb-cba6-444d-937c-38ec1901a519 req-35b631af-2f8e-44ed-8d1e-ac6a80d79f72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880075 Aug 24 16:19:18.732253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-5cb94780-4925-44c3-892c-8c1bc0e68853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.733843 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-5cb94780-4925-44c3-892c-8c1bc0e68853 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 1096 time: 0.0407856 Aug 24 16:19:18.785776 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-3882c730-4eed-4f81-be4c-b02fe794496d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4 HTTP/1.1" status: 200 len: 217 time: 0.0326796 Aug 24 16:19:18.851642 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-c453768b-1114-4548-b9d1-5fa27d2f8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:18.853091 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-c453768b-1114-4548-b9d1-5fa27d2f8cbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 200 len: 855 time: 0.0460503 Aug 24 16:19:18.896068 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-358947da-45eb-40a8-b94a-d4a5789ee4e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c241f854-29f0-4832-9a41-814aa1020adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227373 Aug 24 16:19:18.995786 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-92693699-bb15-441a-9ba0-cce1a8cf826b service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814452 Aug 24 16:19:19.051282 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ceb3-fd9a-4958-9b86-99e5fabee5aa req-ad2aad0b-5f5b-42c0-b9b1-21f1322d688e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:19.052766 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c099ceb3-fd9a-4958-9b86-99e5fabee5aa req-ad2aad0b-5f5b-42c0-b9b1-21f1322d688e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 943 time: 0.0480394 Aug 24 16:19:19.089715 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c099ceb3-fd9a-4958-9b86-99e5fabee5aa req-d44f2498-c8c9-41d6-94c8-5bb72d2b2888 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Aug 24 16:19:19.100414 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ca6fe2a-3430-4404-b394-6ca409df8632 req-5f77144e-42e3-4aae-919f-6f4ef5620735 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Aug 24 16:19:20.204322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881380a-23e8-4540-8f98-c1a5a180cb9c req-60c1f3ae-8d7d-4b54-8744-1f80c09d0fcf tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:20.205820 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4881380a-23e8-4540-8f98-c1a5a180cb9c req-60c1f3ae-8d7d-4b54-8744-1f80c09d0fcf tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 943 time: 0.0492079 Aug 24 16:19:20.242864 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4881380a-23e8-4540-8f98-c1a5a180cb9c req-da0d4622-926d-4647-80b8-ac71b9347488 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Aug 24 16:19:21.359485 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170d9e8-b724-4094-aa81-19b6eb71ffd7 req-b0b3f799-12b3-43bd-a79e-bc7b0d056648 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:21.360967 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f170d9e8-b724-4094-aa81-19b6eb71ffd7 req-b0b3f799-12b3-43bd-a79e-bc7b0d056648 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 943 time: 0.0509262 Aug 24 16:19:21.398277 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f170d9e8-b724-4094-aa81-19b6eb71ffd7 req-c1d132c9-b70b-457d-8ce9-7c05b0233cd5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Aug 24 16:19:22.510219 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacb1e-ddba-499a-b657-266e174078b4 req-1ed873e5-2c45-47d6-b292-379ccf874237 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:22.512244 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80aacb1e-ddba-499a-b657-266e174078b4 req-1ed873e5-2c45-47d6-b292-379ccf874237 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 943 time: 0.0489950 Aug 24 16:19:22.550265 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-80aacb1e-ddba-499a-b657-266e174078b4 req-60648583-27a3-49a8-9d80-50aea7907f86 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Aug 24 16:19:22.577967 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:22.705161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 726bd804-2cad-4375-9d68-6fdecf9e95b4 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:19:22.800358 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:22.810464 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '726bd804-2cad-4375-9d68-6fdecf9e95b4', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'port_id': '726bd804-2cad-4375-9d68-6fdecf9e95b4', 'mac_address': 'fa:16:3e:4d:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94af3e19-e576-416f-98a5-6437a3e8822d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:19:22.849445 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:22.862708 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726bd804-2cad-4375-9d68-6fdecf9e95b4 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:22.884081 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:22.972011 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:23.018323 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:23.188443 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:19:23.392206 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['726bd804-2cad-4375-9d68-6fdecf9e95b4'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:23.661199 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b2a0e-fc4d-4379-8bbc-d589bfba67e0 req-0e91f687-97f5-4beb-b4b2-5e5e74882667 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:23.662561 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f72b2a0e-fc4d-4379-8bbc-d589bfba67e0 req-0e91f687-97f5-4beb-b4b2-5e5e74882667 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 944 time: 0.0474646 Aug 24 16:19:23.699744 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f72b2a0e-fc4d-4379-8bbc-d589bfba67e0 req-22964e03-fa68-411e-b371-e6b43f98d2ca tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Aug 24 16:19:24.720360 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 726bd804-2cad-4375-9d68-6fdecf9e95b4 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:19:24.816544 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e834-a6f7-42e3-a2a3-d5e5fb9e1e3a req-463bca07-fbf6-4290-a6d8-14a52a423be7 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:24.818018 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8c2e834-a6f7-42e3-a2a3-d5e5fb9e1e3a req-463bca07-fbf6-4290-a6d8-14a52a423be7 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 944 time: 0.0514719 Aug 24 16:19:24.829367 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 726bd804-2cad-4375-9d68-6fdecf9e95b4 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:19:24.833475 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 726bd804-2cad-4375-9d68-6fdecf9e95b4 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:24.833852 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:24.857935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8c2e834-a6f7-42e3-a2a3-d5e5fb9e1e3a req-09a69665-e209-45d3-9830-64a817c70d1b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334413 Aug 24 16:19:24.916297 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:24.937567 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:24.939770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56008628-f2b4-41c4-a9f3-ea35b04354d9" -d '{"events": [{"server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "name": "network-vif-plugged", "status": "completed", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:24.952592 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:24.975123 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e41af8-6202-4589-bf20-5c7fd91c095c x-openstack-request-id: req-a0e41af8-6202-4589-bf20-5c7fd91c095c {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:24.975412 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "name": "network-vif-plugged", "status": "completed", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:24.975663 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0e41af8-6202-4589-bf20-5c7fd91c095c {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:24.976054 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4', 'code': 200} Aug 24 16:19:25.057532 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:25.104254 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:25.290073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493704-90a4-4215-ba70-ee67e6998ed3 req-b658e59b-47b8-4c05-a4df-a9b5264ab994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:25.291437 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7493704-90a4-4215-ba70-ee67e6998ed3 req-b658e59b-47b8-4c05-a4df-a9b5264ab994 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 1098 time: 0.0391250 Aug 24 16:19:25.335281 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a7493704-90a4-4215-ba70-ee67e6998ed3 req-b7dedf3d-0815-41b4-9220-b26c568fd2a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277503 Aug 24 16:19:25.969377 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44697c15-67a7-499a-b7b4-70e2fbf8860d req-0d955ba6-393d-4366-af97-fe8f85a655b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:25.970852 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44697c15-67a7-499a-b7b4-70e2fbf8860d req-0d955ba6-393d-4366-af97-fe8f85a655b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0472350 Aug 24 16:19:26.007833 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44697c15-67a7-499a-b7b4-70e2fbf8860d req-9d053985-7f2e-4d1b-a23e-1ba66de055f1 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Aug 24 16:19:27.121765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429466-acda-4218-aa61-49b98a03954a req-d7823a6f-4c96-4356-93ff-01a7266fc43a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:27.123212 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-70429466-acda-4218-aa61-49b98a03954a req-d7823a6f-4c96-4356-93ff-01a7266fc43a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0474143 Aug 24 16:19:27.160181 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-70429466-acda-4218-aa61-49b98a03954a req-89116161-1295-42db-a11a-6383b84ec180 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Aug 24 16:19:28.272788 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61640dcd-9bcb-4d3a-86dd-d83f97fe92ad req-d931d075-a352-4478-b257-5cfaaaa19602 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:28.274218 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-61640dcd-9bcb-4d3a-86dd-d83f97fe92ad req-d931d075-a352-4478-b257-5cfaaaa19602 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 24 16:19:28.310814 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-61640dcd-9bcb-4d3a-86dd-d83f97fe92ad req-3c7c60be-dbb3-4280-bc5f-eaed7ea47bbc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302858 Aug 24 16:19:31.408415 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-7eae1701-f1ec-4c60-939f-6fa8277299c5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:31.409838 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-7eae1701-f1ec-4c60-939f-6fa8277299c5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1000423 Aug 24 16:19:31.424578 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-6f768fb7-5445-4728-bfdd-4b42d9b5003e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/quotas/5a28a5c7eed34fafa69bab5dc1ce4d36 HTTP/1.1" status: 200 len: 375 time: 0.0089333 Aug 24 16:19:31.473752 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-f9b2816c-df8c-40aa-867f-5ff8295f4415 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442092 Aug 24 16:19:31.565008 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-fbf5aa6b-1498-48a9-beb7-51c4a9d7f93d service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Aug 24 16:19:31.656825 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-70242e19-002d-4f44-b360-284e7014e741 service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 Aug 24 16:19:31.900855 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a2daa4f-d74b-444b-8d47-e3c4fb1558d0 req-e5fceef1-46b5-4398-a789-8affbc2e8401 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Aug 24 16:19:32.998551 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-403120b1-20ff-433d-a4dd-57198679a2d5 req-8addb746-751a-4a93-8313-d394e2de8ad3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 210 time: 0.0262663 Aug 24 16:19:34.096533 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf35ea42-a182-4f10-a43e-a7fb938133bc req-84077649-6e0f-4f66-8e58-324f439e6f57 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Aug 24 16:19:34.097597 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-60e7e39b-3b60-407e-b415-e4244e2ac10d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:34.099066 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-60e7e39b-3b60-407e-b415-e4244e2ac10d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1042635 Aug 24 16:19:34.117817 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Request body: {'port': {'device_id': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'admin_state_up': True, 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:34.286088 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:19:34.289832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:34.419416 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Allocated IP 172.20.0.12 (c241f854-29f0-4832-9a41-814aa1020adf/94af3e19-e576-416f-98a5-6437a3e8822d/0621e0e0-810a-429e-b43c-eca1cd4b4395) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:19:34.559081 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:34.663858 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:34.678839 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde', '726bd804-2cad-4375-9d68-6fdecf9e95b4'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:34.706354 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Network c241f854-29f0-4832-9a41-814aa1020adf is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:19:34.709409 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:19:34.712960 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:19:34.742411 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event updated for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:34.755016 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.755375 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.755725 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.756075 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.756418 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.756782 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.757119 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.757454 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.757787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.758118 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.758450 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.758780 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:34.776178 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:34.776817 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:34.881778 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-78cbd05c-7f00-43c1-ae4b-d94b8a597145 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678471 Aug 24 16:19:34.899869 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Request body: {'port': {'device_id': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:34.952180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.213289 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e788-01d9-4cde-94b9-1f6a7f708677 req-f34a5841-867c-4856-b2b4-05aafb52b4b2 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:35.214877 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2703e788-01d9-4cde-94b9-1f6a7f708677 req-f34a5841-867c-4856-b2b4-05aafb52b4b2 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 932 time: 0.0516729 Aug 24 16:19:35.255245 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2703e788-01d9-4cde-94b9-1f6a7f708677 req-7c72cb1a-eed8-44cf-aa0d-6d658cb8bc5a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 24 16:19:35.428003 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0621e0e0-810a-429e-b43c-eca1cd4b4395 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:35.435189 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.446474 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Transition to ACTIVE for port object 0621e0e0-810a-429e-b43c-eca1cd4b4395 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:19:35.502939 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.549947 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Pushing event updated for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:35.617952 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Attempting to bind port 0621e0e0-810a-429e-b43c-eca1cd4b4395 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:19:35.618291 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Attempting to bind port 0621e0e0-810a-429e-b43c-eca1cd4b4395 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:19:35.618623 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Attempting to bind port 0621e0e0-810a-429e-b43c-eca1cd4b4395 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:35.622738 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Port 0621e0e0-810a-429e-b43c-eca1cd4b4395 on network c241f854-29f0-4832-9a41-814aa1020adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:19:35.623185 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Attempting to bind port 0621e0e0-810a-429e-b43c-eca1cd4b4395 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:35.628459 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:19:35.628816 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Checking segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:19:35.629203 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Bound using segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:19:35.629627 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Bound port: 0621e0e0-810a-429e-b43c-eca1cd4b4395, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:19:35.630010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.691379 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:19:35.694219 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:19:35.778006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.814877 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:35.815496 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:35.816915 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] 10.222.0.37 "PUT /v2.0/ports/0621e0e0-810a-429e-b43c-eca1cd4b4395 HTTP/1.1" status: 200 len: 1094 time: 0.9214439 Aug 24 16:19:35.817354 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:35.819555 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1e81c-e6a6-4574-b5ec-dc86218c6672" -d '{"events": [{"name": "network-changed", "server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:35.846202 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069981f1-cde7-4a90-9114-3bb5d280244c service neutron] Pushing event updated for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:35.856620 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38831d9f-98b3-4fe5-860e-87c261fdc1b3 x-openstack-request-id: req-38831d9f-98b3-4fe5-860e-87c261fdc1b3 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:35.856910 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:35.857163 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38831d9f-98b3-4fe5-860e-87c261fdc1b3 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:35.857585 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'status': 'completed', 'code': 200} Aug 24 16:19:35.921584 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-323b4726-65d8-4a11-ac25-0327427439f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:35.923047 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-323b4726-65d8-4a11-ac25-0327427439f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 1097 time: 0.0408897 Aug 24 16:19:36.021408 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-c80b58c7-1856-4609-a340-1283921ea300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:36.022745 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-c80b58c7-1856-4609-a340-1283921ea300 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0900817 Aug 24 16:19:36.122397 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-d8c79683-f17f-4867-8419-ecca97ee691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:36.123854 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cea1e81c-e6a6-4574-b5ec-dc86218c6672 req-d8c79683-f17f-4867-8419-ecca97ee691f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883834 Aug 24 16:19:36.210080 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-16f80c84-0579-4ab8-83a7-53379d6d4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:36.211521 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-16f80c84-0579-4ab8-83a7-53379d6d4a36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 1097 time: 0.0385618 Aug 24 16:19:36.255975 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-5f8ef490-c363-4261-bde6-964f373ab637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395 HTTP/1.1" status: 200 len: 217 time: 0.0316417 Aug 24 16:19:36.305789 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-9d7cde9b-fd6e-4de7-9601-5e68ed95467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:36.307281 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-9d7cde9b-fd6e-4de7-9601-5e68ed95467d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 200 len: 855 time: 0.0429831 Aug 24 16:19:36.345025 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-1cb97589-5d3b-4277-a343-0439fe290bde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c241f854-29f0-4832-9a41-814aa1020adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281820 Aug 24 16:19:36.372748 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3f4f-39e8-4611-a9aa-4094156b92ff req-c81dddb5-73f9-48c3-a254-858a9c7aa088 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:36.375126 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-289e3f4f-39e8-4611-a9aa-4094156b92ff req-c81dddb5-73f9-48c3-a254-858a9c7aa088 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 944 time: 0.0535874 Aug 24 16:19:36.412222 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-289e3f4f-39e8-4611-a9aa-4094156b92ff req-92ead86e-1750-4465-83ec-29495aae5623 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 24 16:19:36.440559 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-4ec93b33-0e6e-4d52-a590-039e767cfacd service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Aug 24 16:19:36.537910 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b3c530-5799-4a89-898e-8466dbf6d590 req-9811c64f-8a0f-4d77-a6e1-24434b343469 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824680 Aug 24 16:19:37.525680 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cc8f-731e-4415-ac52-fa8213faf710 req-fa46ff1a-0355-4301-8b86-f1551e158645 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:37.527160 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-55e6cc8f-731e-4415-ac52-fa8213faf710 req-fa46ff1a-0355-4301-8b86-f1551e158645 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 944 time: 0.0480735 Aug 24 16:19:37.564445 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-55e6cc8f-731e-4415-ac52-fa8213faf710 req-03a54d0f-2556-46f2-abbc-ae962dd74d8c tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Aug 24 16:19:38.680607 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2272cc8-734f-42de-9e83-e90e2fedf26c req-accacb6f-6a3e-40b5-8c45-89b59bd22166 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:38.682061 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f2272cc8-734f-42de-9e83-e90e2fedf26c req-accacb6f-6a3e-40b5-8c45-89b59bd22166 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 944 time: 0.0473058 Aug 24 16:19:38.718423 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f2272cc8-734f-42de-9e83-e90e2fedf26c req-c3287353-ac59-48fc-b655-f0e3bf2b74f1 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306120 Aug 24 16:19:39.769902 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec871-ea56-4b8b-8bf1-5bd830c2a647 req-fc4bdacf-24a0-4904-ad67-5ec5d4becb7b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:39.771490 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2baec871-ea56-4b8b-8bf1-5bd830c2a647 req-fc4bdacf-24a0-4904-ad67-5ec5d4becb7b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0537319 Aug 24 16:19:39.833489 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2baec871-ea56-4b8b-8bf1-5bd830c2a647 req-db1db672-edf7-4fc8-98e5-72d0736cc60a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561342 Aug 24 16:19:39.852524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27959d88-f5ac-4c4f-a97d-26d055fe88ab req-9965fea6-12bc-4a2e-816b-f7974a80f086 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:39.852524 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27959d88-f5ac-4c4f-a97d-26d055fe88ab req-9965fea6-12bc-4a2e-816b-f7974a80f086 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 944 time: 0.0616789 Aug 24 16:19:39.889414 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27959d88-f5ac-4c4f-a97d-26d055fe88ab req-8988d039-989a-4620-8df2-53a6f6484ef8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Aug 24 16:19:40.749701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 0621e0e0-810a-429e-b43c-eca1cd4b4395 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:19:40.846786 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:40.861463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'port_id': '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'mac_address': 'fa:16:3e:30:67:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94af3e19-e576-416f-98a5-6437a3e8822d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:19:40.898895 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:40.912597 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0621e0e0-810a-429e-b43c-eca1cd4b4395 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:40.925403 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e24b9fa9-91ae-4137-96bf-bcdb3aa316b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:40.934563 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:40.954554 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18171c-15e1-447c-9196-92a8ca799177 req-f6179bb4-40f4-4cf2-a027-a51aea008c7b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:40.956156 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b18171c-15e1-447c-9196-92a8ca799177 req-f6179bb4-40f4-4cf2-a027-a51aea008c7b tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0524552 Aug 24 16:19:41.001189 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:41.023120 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b18171c-15e1-447c-9196-92a8ca799177 req-fff39997-e136-46ec-b0fc-f995cf8af211 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579495 Aug 24 16:19:41.035155 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a5c0e-58eb-4bd2-85d6-3393fc812994 req-9cfd660a-ded6-45df-9002-a885d008f201 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:41.036709 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f19a5c0e-58eb-4bd2-85d6-3393fc812994 req-9cfd660a-ded6-45df-9002-a885d008f201 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 944 time: 0.0796065 Aug 24 16:19:41.055663 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:41.062793 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.063706 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.064062 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.064403 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.064796 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.065132 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.065488 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.065825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.066161 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.066491 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.066823 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.067151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:41.077680 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f19a5c0e-58eb-4bd2-85d6-3393fc812994 req-da793c91-3b7e-4f9c-b17a-802a22033ac0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Aug 24 16:19:41.345117 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['0621e0e0-810a-429e-b43c-eca1cd4b4395'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:42.137436 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df017e-145c-44f0-9235-4674458b5bca req-c0cb869a-4380-4540-be82-0d8fff1be24e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:42.138995 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02df017e-145c-44f0-9235-4674458b5bca req-c0cb869a-4380-4540-be82-0d8fff1be24e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0499671 Aug 24 16:19:42.176890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0faa3-b415-426b-8042-918888ebc330 req-a9bd558e-9d5c-4c83-8a23-1f94f30beb96 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:42.178335 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aac0faa3-b415-426b-8042-918888ebc330 req-a9bd558e-9d5c-4c83-8a23-1f94f30beb96 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 946 time: 0.0574729 Aug 24 16:19:42.211183 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-02df017e-145c-44f0-9235-4674458b5bca req-9c0018ed-08ff-4753-83ff-c252b3e97137 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b436537-290e-4487-b690-698398fcf408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653532 Aug 24 16:19:42.222646 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910cac-632d-4f4b-81dd-6fa9c86a5f30 req-bc3d7ccc-c69e-4594-a6ae-e96974bb597f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:42.224159 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ce910cac-632d-4f4b-81dd-6fa9c86a5f30 req-bc3d7ccc-c69e-4594-a6ae-e96974bb597f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 945 time: 0.0795810 Aug 24 16:19:42.261904 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ce910cac-632d-4f4b-81dd-6fa9c86a5f30 req-7ee38d5b-89bc-42ca-afbb-bc6bddb2b15d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 24 16:19:42.280017 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Deleting port e194be0c-719b-4b70-9178-9f13d0506455 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:19:42.280358 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:42.369055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] For port e194be0c-719b-4b70-9178-9f13d0506455, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=e194be0c-719b-4b70-9178-9f13d0506455,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:42.369418 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:42.580073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:42.580456 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:42.580795 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Floating IP ac43817d-d529-4db1-97bd-1c9e3a97d88e disassociated. External IP: 172.27.1.186, port: e194be0c-719b-4b70-9178-9f13d0506455. Aug 24 16:19:42.581133 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Calling delete_port for e194be0c-719b-4b70-9178-9f13d0506455 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:19:42.776674 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 0621e0e0-810a-429e-b43c-eca1cd4b4395 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:19:42.794953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:42.828162 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'Port': ['ID=e194be0c-719b-4b70-9178-9f13d0506455,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:42.940639 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:19:42.955033 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 0621e0e0-810a-429e-b43c-eca1cd4b4395 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:19:42.959195 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 0621e0e0-810a-429e-b43c-eca1cd4b4395 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:42.959640 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:43.051093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:43.061257 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:19:43.076682 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:43.079549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1fcbf-ee25-41aa-a1b1-7229610a1635" -d '{"events": [{"server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "name": "network-vif-plugged", "status": "completed", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:43.086642 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:19:43.101659 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] No DVR routers for this DVR port e194be0c-719b-4b70-9178-9f13d0506455 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:19:43.102688 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:43.104676 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:43.105001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:43.105628 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:43.107470 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aac0faa3-b415-426b-8042-918888ebc330 req-7474b4e7-d8ec-4b93-83b4-f437f41352ae tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "DELETE /v2.0/ports/e194be0c-719b-4b70-9178-9f13d0506455 HTTP/1.1" status: 204 len: 173 time: 0.9174569 Aug 24 16:19:43.108794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'name': 'network-vif-deleted', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:43.115498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a0e1b-4920-4b6a-b786-9450d99da894" -d '{"events": [{"server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "name": "network-vif-deleted", "tag": "e194be0c-719b-4b70-9178-9f13d0506455"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:43.147778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe2253-1197-4ddb-a84c-7ade7558e6b7 x-openstack-request-id: req-1ffe2253-1197-4ddb-a84c-7ade7558e6b7 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:43.148080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "name": "network-vif-plugged", "status": "completed", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:43.148340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ffe2253-1197-4ddb-a84c-7ade7558e6b7 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:43.148752 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'code': 200} Aug 24 16:19:43.156604 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2604d7-6de2-4f3e-9bb0-9847c2f80edc x-openstack-request-id: req-be2604d7-6de2-4f3e-9bb0-9847c2f80edc {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:43.156962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aae5d1-513f-4d68-8d0c-e083ae06019a", "name": "network-vif-deleted", "tag": "e194be0c-719b-4b70-9178-9f13d0506455", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:43.157227 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be2604d7-6de2-4f3e-9bb0-9847c2f80edc {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:43.157623 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aae5d1-513f-4d68-8d0c-e083ae06019a', 'name': 'network-vif-deleted', 'tag': 'e194be0c-719b-4b70-9178-9f13d0506455', 'status': 'completed', 'code': 200} Aug 24 16:19:43.200799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:43.259264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:43.315216 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:43.343639 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e189a99-c73d-4cbe-a5d0-a7f367f09dcc req-aa9c6141-36b2-484b-9868-e3cf2bc712e5 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=58aae5d1-513f-4d68-8d0c-e083ae06019a HTTP/1.1" status: 200 len: 210 time: 0.0492351 Aug 24 16:19:43.413918 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28681b71-ee21-4b71-8f7f-b4c146826c0d req-b9a24a63-afb8-4491-99b6-a2e16665cbf0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:43.415521 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-28681b71-ee21-4b71-8f7f-b4c146826c0d req-b9a24a63-afb8-4491-99b6-a2e16665cbf0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0537424 Aug 24 16:19:43.459035 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-28681b71-ee21-4b71-8f7f-b4c146826c0d req-42bc2150-fa31-4bd6-9ac7-13165dcdb23b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Aug 24 16:19:43.521411 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349db9-0c8d-4031-a085-fb726e0be158 req-6db2c49d-b554-4b58-9516-1c8f4d26edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:43.522926 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52349db9-0c8d-4031-a085-fb726e0be158 req-6db2c49d-b554-4b58-9516-1c8f4d26edfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 1099 time: 0.0406895 Aug 24 16:19:43.523796 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:43.551266 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:19:43.559886 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:43.560544 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:43.566676 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52349db9-0c8d-4031-a085-fb726e0be158 req-125d2108-fc3c-4423-99bc-ded5c51b212b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Aug 24 16:19:43.774371 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd2-48ce-409c-901e-3f4f39216fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:43.802065 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:43.989863 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.013871 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:44.041782 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce203a-9972-4783-b1bc-8839f4278980 None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:19:44.257947 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447558ec-ac58-41cb-b4f6-ab67ce74a0c4 None None] New status for floating IP ac43817d-d529-4db1-97bd-1c9e3a97d88e: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:19:44.543054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51058) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:44.606870 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c87d5-47ed-4ec0-bea7-783e65eba2c6 req-e65f71ae-ee0d-46b1-9fb7-9b9655f56062 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:44.608670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-044c87d5-47ed-4ec0-bea7-783e65eba2c6 req-e65f71ae-ee0d-46b1-9fb7-9b9655f56062 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0498004 Aug 24 16:19:44.609629 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.638059 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.647093 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-044c87d5-47ed-4ec0-bea7-783e65eba2c6 req-a2937722-1351-4b6d-b27c-dfa03097143e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Aug 24 16:19:44.789569 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.792202 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.793423 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b436537-290e-4487-b690-698398fcf408 HTTP/1.1" status: 204 len: 168 time: 0.2480774 Aug 24 16:19:44.796550 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51062) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:44.802643 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5b84c-5ab0-4f0b-a447-2f64b6f700ff tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b436537-290e-4487-b690-698398fcf408,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:44.816049 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.api.v2.resource [None req-f0344a31-573e-4cfa-baa4-ba4431c9634d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] show failed (client error): The resource could not be found. Aug 24 16:19:44.817429 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f0344a31-573e-4cfa-baa4-ba4431c9634d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups/4b436537-290e-4487-b690-698398fcf408 HTTP/1.1" status: 404 len: 347 time: 0.0199368 Aug 24 16:19:44.824506 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51064) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:44.826673 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:44.952508 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Deleting port 243b60cc-3e59-4e70-bbb3-09a31271ae9e {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:19:44.952872 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.032820 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.033244 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.046312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Calling delete_port for 243b60cc-3e59-4e70-bbb3-09a31271ae9e owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:19:45.240333 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.268230 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'Port': ['ID=243b60cc-3e59-4e70-bbb3-09a31271ae9e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:45.327764 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.330353 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.331488 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bb1d96f7-6abd-4eab-985e-b537a1d60627 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "DELETE /v2.0/floatingips/ac43817d-d529-4db1-97bd-1c9e3a97d88e HTTP/1.1" status: 204 len: 168 time: 0.5073843 Aug 24 16:19:45.676879 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-0d7500b9-68e3-4ea7-a143-6de9d1023a8f tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329096192&fields=id&tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6 HTTP/1.1" status: 200 len: 267 time: 0.0371611 Aug 24 16:19:45.701459 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51072) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:45.707171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962523859', 'description': 'tempest-description--1523751879'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:45.736515 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-543ddbf0-e03a-4409-a254-e245cd6c7584 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:45.738115 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-543ddbf0-e03a-4409-a254-e245cd6c7584 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 985 time: 0.0559390 Aug 24 16:19:45.750810 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Request body: {'port': {'security_groups': ['7d315d56-9245-44b8-b307-f5721d73d770']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:45.823383 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.854787 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.865584 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b95482-abef-4f99-aab8-757318b478cd req-1dcb9d4d-45e9-4b18-b072-661bcfc83d02 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:45.867175 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-13b95482-abef-4f99-aab8-757318b478cd req-1dcb9d4d-45e9-4b18-b072-661bcfc83d02 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0925317 Aug 24 16:19:45.904797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.941490 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-13b95482-abef-4f99-aab8-757318b478cd req-64cd9ee5-0422-4fe4-bb84-905fe027b688 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674415 Aug 24 16:19:45.949452 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:45.980634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108c391d-f486-4490-b84f-bbdbf091bdc0,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:46.034246 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.035824 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-13bc3193-ad33-4ab5-8aa8-cef36063baa4 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3331740 Aug 24 16:19:46.038892 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51076) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:46.044292 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group_rule': {'security_group_id': '108c391d-f486-4490-b84f-bbdbf091bdc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:46.086473 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:46.117576 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.131316 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.189086 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.199061 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.212995 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:46.241523 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:46.247066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.247066 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9880c2b9-350f-41c5-a8b4-fbad47e68970 req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "PUT /v2.0/ports/cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 943 time: 0.4979162 Aug 24 16:19:46.247066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:46.247066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b02a4-f5f1-4538-bbef-c9f5d156552f" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:46.250039 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51080) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:46.289539 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event updated for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=7']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:46.299037 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.299397 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.300067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.300217 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.300471 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.300834 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.301171 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.301520 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.301878 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.302216 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.302677 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.302868 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17fc35-00f2-4d11-8bdd-cf7889c26215 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:19:46.309741 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.327715 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59147b03-5759-4173-8e75-95ab2ffad55f x-openstack-request-id: req-59147b03-5759-4173-8e75-95ab2ffad55f {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:46.328072 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:46.328410 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59147b03-5759-4173-8e75-95ab2ffad55f {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:46.329295 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:19:46.358207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706c9b81-eba1-4b84-a381-100a23e92808,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:46.398068 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.410635 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:46.418369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-66b61f1d-66c0-45e7-b374-01a90068a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:46.419947 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-66b61f1d-66c0-45e7-b374-01a90068a0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1099 time: 0.0746508 Aug 24 16:19:46.440879 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.482360 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.506482 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.507678 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a3f4f55e-1162-4a4c-9c55-80b781aba114 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676237 Aug 24 16:19:46.511038 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51082) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:46.516839 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'security_group_rule': {'security_group_id': '108c391d-f486-4490-b84f-bbdbf091bdc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:46.559786 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-6399954f-b8cc-4430-817c-8d46a60bbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:46.561245 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-6399954f-b8cc-4430-817c-8d46a60bbd22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 916 time: 0.1237743 Aug 24 16:19:46.579739 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-32d31358-c29b-41bf-bc15-b6229b932acc None None] Provisioning complete for port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:46.580113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-32d31358-c29b-41bf-bc15-b6229b932acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.613644 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.632524 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.635500 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.639370 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "DELETE /v2.0/security-groups/4e2a173e-85ef-47a1-8e08-47c4fe439a21 HTTP/1.1" status: 204 len: 168 time: 0.3850663 Aug 24 16:19:46.643971 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51086) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:46.695139 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.708099 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6478-6c52-414a-a8b2-7bda17dde651 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a173e-85ef-47a1-8e08-47c4fe439a21,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:46.720388 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-a78c45b2-25b4-4e92-ae9e-0a987f1cd290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 1002 time: 0.1479521 Aug 24 16:19:46.766227 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.778464 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device e194be0c-719b-4b70-9178-9f13d0506455 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:19:46.785770 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71368490-ca9e-4f9e-882b-96d9776a2f95,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:46.808445 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: e194be0c-719b-4b70-9178-9f13d0506455 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:19:46.810505 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device e194be0c-719b-4b70-9178-9f13d0506455 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:19:46.816776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-c1c5c428-d53e-41df-ad37-3ba68170dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:46.818225 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-c1c5c428-d53e-41df-ad37-3ba68170dd80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.0897789 Aug 24 16:19:46.875066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.877043 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2be98ad0-71af-4433-b1c3-1cc1f0763ecb tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649468 Aug 24 16:19:46.880353 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51090) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:46.884928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:46.889053 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-68f6d20c-60e0-4498-aa01-743c1ab9e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:46.890533 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-68f6d20c-60e0-4498-aa01-743c1ab9e1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527751 Aug 24 16:19:46.895358 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Deleting port f2f3ed80-999f-47f0-a049-760b79bcbbfc {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:19:46.895747 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:46.966294 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.039540 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.039873 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.060744 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-6bb06a65-c19f-40ed-a832-4438c45e74db service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532278 Aug 24 16:19:47.061564 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Calling delete_port for f2f3ed80-999f-47f0-a049-760b79bcbbfc owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:19:47.062982 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.166598 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Allocated IP 172.27.1.229 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/9f00708e-dba3-47c3-9794-166c7c120375) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:19:47.482935 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-032b02a4-f5f1-4538-bbef-c9f5d156552f req-bae5dc13-beeb-41da-887c-298d7f80ed2d service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092884 Aug 24 16:19:47.503382 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.618048 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.628970 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.655267 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event deleted for resources: {'Port': ['ID=f2f3ed80-999f-47f0-a049-760b79bcbbfc,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:47.656287 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:19:47.659727 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:19:47.663188 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:19:47.692059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=9f00708e-dba3-47c3-9794-166c7c120375,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:47.724922 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.725533 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Floating IP 3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b disassociated (deleted). External IP: 172.27.1.155, port: cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0. Aug 24 16:19:47.758920 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.894905 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:47.938425 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Router df33414a-cf1e-40b8-987e-e5dd36b32077 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:19:48.049595 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:19:48.049976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:48.054439 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:48.059123 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Sync routers for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:19:48.068583 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:48.069185 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:48.083618 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fcae93ce-b36f-403e-9001-bdb1a1776469 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "DELETE /v2.0/floatingips/3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b HTTP/1.1" status: 204 len: 168 time: 1.4384201 Aug 24 16:19:48.084300 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:48.086579 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a" -d '{"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:48.160313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:48.182723 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:48.236404 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=9f00708e-dba3-47c3-9794-166c7c120375,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:48.244506 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:48.331485 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:48.336729 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-05301451-608c-43a8-8b83-60239ef74408 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4514790 Aug 24 16:19:48.391811 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:48.419013 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Checking router: df33414a-cf1e-40b8-987e-e5dd36b32077 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:19:48.431815 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:19:48.432439 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:48.449413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd08d6-a3d0-45c1-865b-d099270fe590 x-openstack-request-id: req-57dd08d6-a3d0-45c1-865b-d099270fe590 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:48.449889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:48.450234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57dd08d6-a3d0-45c1-865b-d099270fe590 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:48.450720 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:19:48.536790 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-db896614-49e2-41a3-b2a4-8163a1477e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:48.542404 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-db896614-49e2-41a3-b2a4-8163a1477e7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 1099 time: 0.0488467 Aug 24 16:19:48.566948 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:19:48.604472 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-aaf5a1bf-70fc-4685-b4ec-1bbbe360f57d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1962523859&fields=id&tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 267 time: 0.0400116 Aug 24 16:19:48.670523 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-6f74a5e0-a206-4db6-aa36-93811b1ad3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:48.672071 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-6f74a5e0-a206-4db6-aa36-93811b1ad3ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 200 len: 916 time: 0.1169639 Aug 24 16:19:48.743336 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-569b7b86-cf29-40bd-bf4c-4b132441956c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 200 len: 217 time: 0.0502234 Aug 24 16:19:48.746837 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-b218c3a0-7867-474b-b0b2-e78d6e258952 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:48.748326 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-b218c3a0-7867-474b-b0b2-e78d6e258952 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 810 time: 0.1370931 Aug 24 16:19:48.764983 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-cc1d6baa-7ad9-49d5-819c-d6f6c928d82f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/quotas/0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 375 time: 0.0094340 Aug 24 16:19:48.803903 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-c0abbe9e-3cb3-4885-aa23-413c5be95dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:48.805880 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-c0abbe9e-3cb3-4885-aa23-413c5be95dbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 200 len: 854 time: 0.0553780 Aug 24 16:19:48.815620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:19:48.827167 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-e35233c8-f286-4c10-a0ac-1de55992951f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549035 Aug 24 16:19:48.843542 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c825b1d-8ad6-4b52-8fec-8ee23a359b31 None None] The sync data for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi is: [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 4, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0a6c9114-1059-4cf1-9b6c-f7fd33126ac0', 'name': '', 'network_id': '8c0562c9-77de-42ac-82cb-5884da95ab70', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'mac_address': 'fa:16:3e:16:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:40Z', 'updated_at': '2021-08-24T16:16:48Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'subnets': [{'id': '6adc66f5-05de-493e-ae11-0676d6014eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:19:48.862507 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-5340ce20-8743-4847-8f41-7f573b148543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:48.864349 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-5340ce20-8743-4847-8f41-7f573b148543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c0562c9-77de-42ac-82cb-5884da95ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442944 Aug 24 16:19:48.940886 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1f73bd99-2f6b-406d-9dbc-0f0e447a37b5 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001079 Aug 24 16:19:48.970002 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-58b686e2-72cd-4716-bf23-b1cde30ec199 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924306 Aug 24 16:19:49.027863 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-9489c6d0-1f15-4ceb-b072-fcc416e67668 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849574 Aug 24 16:19:49.072445 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ed00053-fbc6-49c3-85d6-e8a05ba2854a req-e8369320-49b7-49fd-9c5b-99bee556b07b service neutron] 10.222.0.37 "GET /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944564 Aug 24 16:19:49.088044 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5d847-0587-4b21-a25f-b672695316d6 None None] New status for floating IP 3f2d6785-2425-4ad6-a1b0-8bbb3c641b7b: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:19:49.315502 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a9196a96-f7aa-4d06-ae6a-c6a09ac04298 req-95adc4ae-c840-4cc2-ae00-d1d523baaba3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 210 time: 0.0283582 Aug 24 16:19:50.410169 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a3342ac9-a120-4dc3-8f2b-5dc3272ea457 req-7ad62ac2-0961-451a-b805-27cd3416ea65 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 210 time: 0.0277803 Aug 24 16:19:51.238420 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-7847f88b-d179-485b-9c88-16cf848f78bf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:51.239845 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-7847f88b-d179-485b-9c88-16cf848f78bf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 810 time: 0.1056235 Aug 24 16:19:51.288600 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-7a3a8202-d5eb-445c-b99c-816ac4c92fa3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3 HTTP/1.1" status: 200 len: 380 time: 0.0339780 Aug 24 16:19:51.301120 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'port': {'device_id': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'admin_state_up': True, 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'security_groups': ['108c391d-f486-4490-b84f-bbdbf091bdc0']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:51.506405 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fd6b13d-c100-419f-9c72-c90e81789860 req-71f7261d-ef18-463b-a9e9-a68a620372f9 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 210 time: 0.0292680 Aug 24 16:19:51.520783 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Made reservation on behalf of 0d9dc34212d44fd98e5f4afc81b92fe3 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:19:51.527454 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:51.651439 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Allocated IP 172.20.0.5 (a5ac460f-d733-4c75-8fe8-5a895b903df2/d7112ed3-1ee1-4192-b703-64ce702a566d/12f44cd5-cbf5-491e-8bca-b0bafe5d776f) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:19:51.784794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:51.799280 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Transition to ACTIVE for port object 12f44cd5-cbf5-491e-8bca-b0bafe5d776f will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:19:51.895734 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:51.942848 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:19:51.945722 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:19:51.949215 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:19:51.955488 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event updated for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:52.004676 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:52.005317 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.098691 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1d522369-b256-4929-b8ea-0249862e435d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017781 Aug 24 16:19:52.113190 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Request body: {'port': {'device_id': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:19:52.170598 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.183527 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-22f1e2e2-0ee9-4155-9c48-f4f87cf451fd None None] Provisioning for port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:19:52.187295 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-22f1e2e2-0ee9-4155-9c48-f4f87cf451fd None None] Provisioning complete for port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:52.188517 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-22f1e2e2-0ee9-4155-9c48-f4f87cf451fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.233460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-22f1e2e2-0ee9-4155-9c48-f4f87cf451fd None None] Port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:19:52.383732 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639edd1-ea30-4f4f-986a-feadae7d20b4 req-354f9d38-c44c-4916-9d27-033c2a694957 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:52.385488 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e639edd1-ea30-4f4f-986a-feadae7d20b4 req-354f9d38-c44c-4916-9d27-033c2a694957 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0496192 Aug 24 16:19:52.423821 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e639edd1-ea30-4f4f-986a-feadae7d20b4 req-b14db755-cd88-4fa7-aebc-10b1197a335e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Aug 24 16:19:52.440705 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f44cd5-cbf5-491e-8bca-b0bafe5d776f {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:52.448182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.459949 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Transition to ACTIVE for port object 12f44cd5-cbf5-491e-8bca-b0bafe5d776f will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:19:52.508970 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.576180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:52.611744 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.633402 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af90f6-505a-4123-9fc5-2c1f9611b224 req-5e901985-17ac-4ee6-8ac8-ae6ca6477c8e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:52.634928 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04af90f6-505a-4123-9fc5-2c1f9611b224 req-5e901985-17ac-4ee6-8ac8-ae6ca6477c8e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 943 time: 0.0541291 Aug 24 16:19:52.649660 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Attempting to bind port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:19:52.650005 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Attempting to bind port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:19:52.650341 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Attempting to bind port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:52.655386 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f on network a5ac460f-d733-4c75-8fe8-5a895b903df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:19:52.660628 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Attempting to bind port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f on network a5ac460f-d733-4c75-8fe8-5a895b903df2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:19:52.661686 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:19:52.662109 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Checking segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:19:52.662557 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Bound using segment: {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:19:52.663047 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Bound port: 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8438083-a511-4b22-bc12-8712067f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:19:52.663849 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.675983 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04af90f6-505a-4123-9fc5-2c1f9611b224 req-cd06681b-12d4-477e-b17a-9dff8aa52d7f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Aug 24 16:19:52.731173 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:19:52.734744 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:19:52.823608 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.860438 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:52.861073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:52.862595 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] 10.222.0.37 "PUT /v2.0/ports/12f44cd5-cbf5-491e-8bca-b0bafe5d776f HTTP/1.1" status: 200 len: 1093 time: 0.7539408 Aug 24 16:19:52.863032 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:52.865280 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73118817-4aa6-4f63-bbbc-8903cce39170" -d '{"events": [{"name": "network-changed", "server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:52.890020 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed2f1-e488-46a8-b6bc-80f2453b5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:52.912613 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4548072c-85d9-4ad9-a3c7-8da15883c728 x-openstack-request-id: req-4548072c-85d9-4ad9-a3c7-8da15883c728 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:52.912979 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:52.913576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4548072c-85d9-4ad9-a3c7-8da15883c728 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:52.914044 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'status': 'completed', 'code': 200} Aug 24 16:19:52.982624 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-2b35399d-0ee7-480c-8133-d360d2c382fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:52.984129 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-2b35399d-0ee7-480c-8133-d360d2c382fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 1096 time: 0.0441113 Aug 24 16:19:53.096498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-541576d3-5719-41d3-ac63-ea7172267ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.098015 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-541576d3-5719-41d3-ac63-ea7172267ab6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1029656 Aug 24 16:19:53.198976 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-6c74f93c-1d9a-44fe-b162-7de0a0edf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.200355 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73118817-4aa6-4f63-bbbc-8903cce39170 req-6c74f93c-1d9a-44fe-b162-7de0a0edf5c2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898271 Aug 24 16:19:53.282731 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-171e4e12-d9b8-4aca-97d1-6f1e68f795e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.284192 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-171e4e12-d9b8-4aca-97d1-6f1e68f795e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 1096 time: 0.0393038 Aug 24 16:19:53.328447 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-7db705f6-5a56-4d47-9b7a-27ce193b62ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f HTTP/1.1" status: 200 len: 217 time: 0.0331042 Aug 24 16:19:53.377620 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1779c32d-689a-49c8-9a01-e3090d9ab4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.378950 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-1779c32d-689a-49c8-9a01-e3090d9ab4b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.0426528 Aug 24 16:19:53.434730 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-05f4464b-98b3-435e-b1cb-3ec9c41574a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.436169 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-05f4464b-98b3-435e-b1cb-3ec9c41574a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420532 Aug 24 16:19:53.535455 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-c6558e1d-ae68-48a1-b3fa-57e3857a2998 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823460 Aug 24 16:19:53.540343 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d39d5f-ab04-4ab0-b66a-a80881969bb4 req-04c81711-bdbc-4d24-8884-c00936bba20e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.541900 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73d39d5f-ab04-4ab0-b66a-a80881969bb4 req-04c81711-bdbc-4d24-8884-c00936bba20e tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0509431 Aug 24 16:19:53.579056 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73d39d5f-ab04-4ab0-b66a-a80881969bb4 req-cb34c5a8-158e-4ea5-9e5e-ceb4581ddcfd tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304563 Aug 24 16:19:53.630369 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74bab2d1-52be-4f37-a5f8-f222132f0b81 req-6b347e49-736c-44fd-8273-805f8919033c service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849261 Aug 24 16:19:53.793223 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d109ec-fa89-401d-8389-5e3b1747150f req-18788b73-2d93-4703-9e26-1355b99d40c0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:53.794763 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77d109ec-fa89-401d-8389-5e3b1747150f req-18788b73-2d93-4703-9e26-1355b99d40c0 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 943 time: 0.0495784 Aug 24 16:19:53.833173 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77d109ec-fa89-401d-8389-5e3b1747150f req-f0c5f5ed-0e3d-4178-a67d-3c14922442f3 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Aug 24 16:19:54.674980 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-c7683d54-ef1d-40e0-9c4e-3a52fbe85bda tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:54.676457 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-c7683d54-ef1d-40e0-9c4e-3a52fbe85bda tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0490642 Aug 24 16:19:54.690792 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0092c0-f0e1-4aea-856b-9c41adc03faf req-8ca9ac48-a1c2-4fb9-bd08-27ffc4f4f946 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:54.692272 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7f0092c0-f0e1-4aea-856b-9c41adc03faf req-8ca9ac48-a1c2-4fb9-bd08-27ffc4f4f946 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 946 time: 0.0483394 Aug 24 16:19:54.733121 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7f0092c0-f0e1-4aea-856b-9c41adc03faf req-f3f66e9d-c8d1-48d3-adff-15c5121f644d tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d315d56-9245-44b8-b307-f5721d73d770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Aug 24 16:19:54.771909 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Deleting port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:19:54.772284 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:54.864148 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] For port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:54.864554 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:54.876470 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Calling delete_port for cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:19:54.948755 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f81c0-f236-4980-93cf-a4facd2c6e26 req-b910dffb-a018-467f-97b7-d0f7341ce461 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:54.950174 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-663f81c0-f236-4980-93cf-a4facd2c6e26 req-b910dffb-a018-467f-97b7-d0f7341ce461 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 943 time: 0.0531313 Aug 24 16:19:54.990675 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-663f81c0-f236-4980-93cf-a4facd2c6e26 req-a5b9cdd7-ea23-456a-a8ce-316340ed3c43 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Aug 24 16:19:55.063170 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:55.074963 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:55.090214 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Pushing event deleted for resources: {'Port': ['ID=cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:55.130938 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] No DVR routers for this DVR port cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:19:55.133354 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:55.135294 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc715d71-9457-4164-8e5b-4bc7e3b3b584 req-d161fb47-a899-49c6-8693-6c42de540bf8 tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.37 "DELETE /v2.0/ports/cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 HTTP/1.1" status: 204 len: 173 time: 0.4504495 Aug 24 16:19:55.135720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'name': 'network-vif-deleted', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:55.138331 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36925df-7ce1-4dc6-bb68-d81f99baaf5c" -d '{"events": [{"server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "name": "network-vif-deleted", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:55.174254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fc50d8-5c42-4204-ab3f-341a235a3a74 x-openstack-request-id: req-50fc50d8-5c42-4204-ab3f-341a235a3a74 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:55.174537 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a5b721-2d9d-4eb0-8c65-d6688ba2925f", "name": "network-vif-deleted", "tag": "cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:55.174788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50fc50d8-5c42-4204-ab3f-341a235a3a74 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:55.175177 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a5b721-2d9d-4eb0-8c65-d6688ba2925f', 'name': 'network-vif-deleted', 'tag': 'cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0', 'status': 'completed', 'code': 200} Aug 24 16:19:55.839882 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0ef3a0f3-373d-4a80-9ca5-8b0e504aef56 req-4000e1bc-1f11-459f-aa04-64569fb01dec tempest-TestMinimumBasicScenario-1378487002 tempest-TestMinimumBasicScenario-1378487002-project] 10.222.0.52 "GET /v2.0/ports?device_id=78a5b721-2d9d-4eb0-8c65-d6688ba2925f HTTP/1.1" status: 200 len: 210 time: 0.0282209 Aug 24 16:19:56.116109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93981-b2fe-4b1c-8224-e3fa2ef59a90 req-12bcac9f-b9f8-4101-81bc-7200d961a878 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:56.117633 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3fd93981-b2fe-4b1c-8224-e3fa2ef59a90 req-12bcac9f-b9f8-4101-81bc-7200d961a878 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 943 time: 0.0484095 Aug 24 16:19:56.156437 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3fd93981-b2fe-4b1c-8224-e3fa2ef59a90 req-9cd03d26-af02-4cb8-b14a-09405d29636a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Aug 24 16:19:56.809961 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 12f44cd5-cbf5-491e-8bca-b0bafe5d776f details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:19:56.909776 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:56.920592 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'port_id': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'mac_address': 'fa:16:3e:b8:e2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:19:56.957145 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:56.970190 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f44cd5-cbf5-491e-8bca-b0bafe5d776f {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:19:56.988379 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:57.057365 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:57.108362 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:57.343256 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe83c82-a3e1-4b5d-95e6-78cf460f7160 req-07c77a10-5a8e-4926-93d6-c3e89ef53586 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:57.344759 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfe83c82-a3e1-4b5d-95e6-78cf460f7160 req-07c77a10-5a8e-4926-93d6-c3e89ef53586 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 944 time: 0.0480564 Aug 24 16:19:57.381231 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfe83c82-a3e1-4b5d-95e6-78cf460f7160 req-c2f3ade9-9687-4332-adea-e4127f4aef8f tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302744 Aug 24 16:19:57.420043 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['12f44cd5-cbf5-491e-8bca-b0bafe5d776f'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:19:58.504128 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390746dc-1dde-4740-a1c9-558a10c2c29e req-ff87ba73-1450-4f4a-9a11-f5f7b050837e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:58.505823 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-390746dc-1dde-4740-a1c9-558a10c2c29e req-ff87ba73-1450-4f4a-9a11-f5f7b050837e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 944 time: 0.0546210 Aug 24 16:19:58.545988 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-390746dc-1dde-4740-a1c9-558a10c2c29e req-14108ac8-cf28-413c-ab11-b131588413ef tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Aug 24 16:19:58.814249 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 12f44cd5-cbf5-491e-8bca-b0bafe5d776f up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:19:58.960176 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:19:58.964117 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:19:58.964515 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:59.043714 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:59.066737 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:19:59.069020 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c422459-aa97-4ce8-8746-9f700257dd62" -d '{"events": [{"server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:19:59.081334 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:19:59.104324 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da6514-0da6-4862-b1c5-a615491d5ded x-openstack-request-id: req-27da6514-0da6-4862-b1c5-a615491d5ded {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:19:59.104650 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:19:59.104910 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27da6514-0da6-4862-b1c5-a615491d5ded {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:19:59.105304 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'code': 200} Aug 24 16:19:59.143524 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:19:59.144323 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:19:59.188744 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:19:59.189091 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device cbdc9677-af46-4bd1-9cb9-ae6ee5910ca0 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:19:59.211448 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:19:59.303900 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51272) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:19:59.586535 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d3f64-94cc-46d2-9ca3-721a31586688 req-45ee128c-44ed-4f54-8cc9-c6a8fc0ee999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:59.588203 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc7d3f64-94cc-46d2-9ca3-721a31586688 req-45ee128c-44ed-4f54-8cc9-c6a8fc0ee999 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 1098 time: 0.0443327 Aug 24 16:19:59.625870 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc7d3f64-94cc-46d2-9ca3-721a31586688 req-cce13287-ad90-47a9-af51-c379330f60b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291922 Aug 24 16:19:59.681456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440f46-5d49-4057-ab35-355b8e0798b4 req-55706e3a-9e1a-44a8-a07b-43508e7da8d1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:19:59.682908 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5440f46-5d49-4057-ab35-355b8e0798b4 req-55706e3a-9e1a-44a8-a07b-43508e7da8d1 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0680685 Aug 24 16:19:59.768295 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5440f46-5d49-4057-ab35-355b8e0798b4 req-f61937c7-ef8f-4bfb-85d7-e433f7fb725a tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691519 Aug 24 16:19:59.788028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:00.117201 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-88743885-88d1-451d-ae6b-abec031bf8bc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:00.118546 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-88743885-88d1-451d-ae6b-abec031bf8bc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1379669 Aug 24 16:20:00.151935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-6ece4157-fadf-4aa0-860e-2c2a38e6b3fa tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/quotas/5a28a5c7eed34fafa69bab5dc1ce4d36 HTTP/1.1" status: 200 len: 375 time: 0.0270808 Aug 24 16:20:00.187646 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:20:00.209258 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Deleting port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:00.209602 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:00.220060 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-ee82dd29-3dc8-437a-9c11-10fabef262b1 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612028 Aug 24 16:20:00.354914 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] For port 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:00.355275 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:00.375029 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-2bd5d79d-e4f8-4da0-913c-03dc0d99ebc4 service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458969 Aug 24 16:20:00.375802 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Calling delete_port for 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:00.544008 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-c63dab56-5103-4099-9763-a7ef7c3a2b29 service neutron] 10.222.0.52 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600945 Aug 24 16:20:00.686383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:00.716746 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6c9114-1059-4cf1-9b6c-f7fd33126ac0,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:00.863981 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4471adff-1220-4702-bdd5-05fe7c284fb9 req-8508ff1b-4775-430e-beba-9fff2d36573e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0444548 Aug 24 16:20:01.187098 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223be43e-9743-4686-9ffd-92bab0e0c507 req-87bedd9d-ff9c-4a63-b61f-8056aea31571 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:01.197924 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-223be43e-9743-4686-9ffd-92bab0e0c507 req-87bedd9d-ff9c-4a63-b61f-8056aea31571 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.3298712 Aug 24 16:20:01.197924 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:01.277990 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-223be43e-9743-4686-9ffd-92bab0e0c507 req-d8f30f96-056e-4286-8046-a1e72f130635 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822439 Aug 24 16:20:01.453881 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Router df33414a-cf1e-40b8-987e-e5dd36b32077 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:20:01.558254 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:20:01.565353 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-285af84b-bc75-4f7e-9909-786fb38cbf75 admin admin] 10.222.0.52 "PUT /v2.0/routers/df33414a-cf1e-40b8-987e-e5dd36b32077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582765 Aug 24 16:20:01.566118 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51304) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:01.567998 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Sync routers for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:20:01.579926 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:01.581217 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:01.709439 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:01.914511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:01.973473 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca91a84b-a488-44a8-8e27-62541f731b93 req-95c29520-cb2e-4a1b-80ef-1e9e3358aa87 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0265684 Aug 24 16:20:02.032151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.046275 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:20:00Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:02.073516 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Checking router: df33414a-cf1e-40b8-987e-e5dd36b32077 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:20:02.082014 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Routers {'df33414a-cf1e-40b8-987e-e5dd36b32077'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:02.082618 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['df33414a-cf1e-40b8-987e-e5dd36b32077'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:02.166659 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Deleting port 1bd6c40e-083e-4334-a285-3671040ba53e {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:02.167098 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.190765 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] Set router df33414a-cf1e-40b8-987e-e5dd36b32077 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:02.249494 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] For port 1bd6c40e-083e-4334-a285-3671040ba53e, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1bd6c40e-083e-4334-a285-3671040ba53e,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:02.249714 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.272906 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Calling delete_port for 1bd6c40e-083e-4334-a285-3671040ba53e owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:02.399632 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:20:00Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:02.400166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db89a6d-4a46-4d67-bc30-f3cd9835ebbb req-b13e6bc1-60ae-477d-b833-535a0d47c862 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:02.401785 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7db89a6d-4a46-4d67-bc30-f3cd9835ebbb req-b13e6bc1-60ae-477d-b833-535a0d47c862 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0518520 Aug 24 16:20:02.427832 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2c3d-f565-4765-86c3-d010957fb411 None None] The sync data for ids ['df33414a-cf1e-40b8-987e-e5dd36b32077'] in dv-cinder-755654-11-iscsi is: [{'id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'name': 'tempest-TestMinimumBasicScenario-1071668438-router', 'tenant_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:36Z', 'updated_at': '2021-08-24T16:20:00Z', 'revision_number': 5, 'project_id': '5ebb010b2c03463d8c5bfcc8fa636bf6', 'gw_port': {'id': '1bd6c40e-083e-4334-a285-3671040ba53e', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33414a-cf1e-40b8-987e-e5dd36b32077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:37Z', 'updated_at': '2021-08-24T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:20:02.442166 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7db89a6d-4a46-4d67-bc30-f3cd9835ebbb req-c368e0ff-f5c5-4029-9764-67665b5c1f3c tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333536 Aug 24 16:20:02.537892 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.556500 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5f73a-b947-414a-a29c-35fda51925e8 req-608dfa21-efc7-42b8-9c77-83a9a1218c94 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:02.558042 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ab5f73a-b947-414a-a29c-35fda51925e8 req-608dfa21-efc7-42b8-9c77-83a9a1218c94 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0533419 Aug 24 16:20:02.566931 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51312) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:02.571126 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd6c40e-083e-4334-a285-3671040ba53e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:02.571593 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Request body: {'floatingip': {'port_id': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:02.610404 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.629983 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.739355 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.741892 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.971654 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.972282 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df33414a-cf1e-40b8-987e-e5dd36b32077 {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:20:02.981118 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:02.981118 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7078aac6-767e-4808-89a7-927afb685258 admin admin] 10.222.0.52 "DELETE /v2.0/routers/df33414a-cf1e-40b8-987e-e5dd36b32077 HTTP/1.1" status: 204 len: 168 time: 1.4119883 Aug 24 16:20:02.983761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51314) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:03.069364 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Deleting subnet 6adc66f5-05de-493e-ae11-0676d6014eea {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:20:03.069364 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.084030 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.107570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-69e9e1f3-0ee8-4a7a-b0f1-a08eb87424db tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:03.109187 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-69e9e1f3-0ee8-4a7a-b0f1-a08eb87424db tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/networks?id=c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 200 len: 815 time: 0.1862385 Aug 24 16:20:03.119824 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.120197 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6848437a-182c-420b-ac80-469a69190ea1 req-d73f01e3-6f7a-44cb-85c8-f3895cbe9e36 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0286069 Aug 24 16:20:03.144402 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Request body: {'port': {'device_id': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'admin_state_up': True, 'tenant_id': '5a28a5c7eed34fafa69bab5dc1ce4d36'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:03.159751 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.266352 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Floating IP 9830fa57-1cde-460c-8564-a524231af93c associated. External IP: 172.27.1.229, port: 12f44cd5-cbf5-491e-8bca-b0bafe5d776f. Aug 24 16:20:03.312132 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.478862 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:20:03.487056 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Made reservation on behalf of 5a28a5c7eed34fafa69bab5dc1ce4d36 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:20:03.491336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.554581 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.590796 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adc66f5-05de-493e-ae11-0676d6014eea,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:03.591552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:20:03.596959 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.601123 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e538e2d-f8db-4504-b1d9-651974ddf1e6 None None] Network 8c0562c9-77de-42ac-82cb-5884da95ab70 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:20:03.602411 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60756f76-9201-4196-8713-734201e432cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.607507 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:20:03.608075 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-60756f76-9201-4196-8713-734201e432cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6adc66f5-05de-493e-ae11-0676d6014eea HTTP/1.1" status: 204 len: 168 time: 0.6223807 Aug 24 16:20:03.608254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51322) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:03.617629 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:03.618240 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:03.632508 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b6427704-134d-4d75-a443-48f637b9b92d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "PUT /v2.0/floatingips/9830fa57-1cde-460c-8564-a524231af93c HTTP/1.1" status: 200 len: 991 time: 1.0617013 Aug 24 16:20:03.632508 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:03.646695 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7112e187-6125-4ef0-9ff3-7843fb31c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:03.715301 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513554e1-f874-4ebd-ad90-55e712b92946 x-openstack-request-id: req-513554e1-f874-4ebd-ad90-55e712b92946 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:03.716290 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:03.716701 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-513554e1-f874-4ebd-ad90-55e712b92946 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:03.717606 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'status': 'completed', 'code': 200} Aug 24 16:20:03.734812 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:03.785829 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.787839 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Allocated IP 172.20.0.13 (c241f854-29f0-4832-9a41-814aa1020adf/94af3e19-e576-416f-98a5-6437a3e8822d/a643e2ac-b008-4b84-a52f-4e785ba7bc96) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:20:03.838635 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] DHCP port deletion for 8c0562c9-77de-42ac-82cb-5884da95ab70 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:20:03.858928 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-7c2d339a-d71d-4f52-a06f-4eea128754fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:03.860595 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-7c2d339a-d71d-4f52-a06f-4eea128754fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 1098 time: 0.1177638 Aug 24 16:20:03.890187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Deleting port 010da92a-e264-4b12-b5e9-7bfdc81af454 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:03.890488 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.960961 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] For port 010da92a-e264-4b12-b5e9-7bfdc81af454, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=010da92a-e264-4b12-b5e9-7bfdc81af454,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:03.961388 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:03.977964 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Calling delete_port for 010da92a-e264-4b12-b5e9-7bfdc81af454 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:03.985566 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '9830fa57-1cde-460c-8564-a524231af93c', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:b8:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:47Z', 'updated_at': '2021-08-24T16:20:02Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.015457 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Deleting port 010da92a-e264-4b12-b5e9-7bfdc81af454 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:04.016321 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.017974 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:20:04.026978 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:04.027733 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.083394 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-af7c2ec4-3d4a-4dde-93e9-878e20885f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:04.084878 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-af7c2ec4-3d4a-4dde-93e9-878e20885f72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 200 len: 911 time: 0.2112610 Aug 24 16:20:04.136832 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:04.159903 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.167044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] For port 010da92a-e264-4b12-b5e9-7bfdc81af454, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=010da92a-e264-4b12-b5e9-7bfdc81af454,segment=NetworkSegment(271c4def-8a63-4dbf-8f11-50e6c204321a),segment_id=271c4def-8a63-4dbf-8f11-50e6c204321a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:04.167401 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.172283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.192130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Calling delete_port for 010da92a-e264-4b12-b5e9-7bfdc81af454 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:04.211661 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-0ea04b27-6471-4b7d-82fe-295d63c5cf12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f HTTP/1.1" status: 200 len: 999 time: 0.1097374 Aug 24 16:20:04.243814 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] Pushing event deleted for resources: {'Port': ['ID=010da92a-e264-4b12-b5e9-7bfdc81af454,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:04.256723 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13f826-b4dc-45fe-a952-9b049b9d9cdd None None] No DVR routers for this DVR port 010da92a-e264-4b12-b5e9-7bfdc81af454 on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:04.270685 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d64834d-40a7-4e16-8aaf-8615df0fd727 req-5714768e-2e26-422a-9aee-8ddf539b82ac tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0476017 Aug 24 16:20:04.327264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:04.327717 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-316d57c3-319d-4d26-8c4b-4959581ad2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:04.329460 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-316d57c3-319d-4d26-8c4b-4959581ad2e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 200 len: 849 time: 0.1079636 Aug 24 16:20:04.347740 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:04.348083 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0a6c9114-1059-4cf1-9b6c-f7fd33126ac0 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:04.350686 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 010da92a-e264-4b12-b5e9-7bfdc81af454 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:04.368192 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 010da92a-e264-4b12-b5e9-7bfdc81af454 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:04.368615 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 010da92a-e264-4b12-b5e9-7bfdc81af454 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:04.369124 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1bd6c40e-083e-4334-a285-3671040ba53e no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:04.376265 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.388768 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 1bd6c40e-083e-4334-a285-3671040ba53e {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:04.389240 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1bd6c40e-083e-4334-a285-3671040ba53e not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:04.406961 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-a18b048d-ba37-4271-b3ee-ce8f2694abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:04.408429 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-a18b048d-ba37-4271-b3ee-ce8f2694abfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5ac460f-d733-4c75-8fe8-5a895b903df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692565 Aug 24 16:20:04.409172 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=010da92a-e264-4b12-b5e9-7bfdc81af454,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:04.412384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.423158 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '9830fa57-1cde-460c-8564-a524231af93c', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:b8:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:47Z', 'updated_at': '2021-08-24T16:20:02Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.426503 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] No DVR routers for this DVR port 010da92a-e264-4b12-b5e9-7bfdc81af454 on host dv-cinder-755654-11-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:04.455137 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c8e9e-c342-44fb-b6ed-21d4f6c3926b None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': '9830fa57-1cde-460c-8564-a524231af93c', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'port_id': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'mac_address': 'fa:16:3e:b8:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:19:47Z', 'updated_at': '2021-08-24T16:20:02Z', 'revision_number': 1, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:20:04.514191 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde', '726bd804-2cad-4375-9d68-6fdecf9e95b4', '0621e0e0-810a-429e-b43c-eca1cd4b4395'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:04.612180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.622403 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Network c241f854-29f0-4832-9a41-814aa1020adf is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:20:04.633074 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:20:04.635576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0562c9-77de-42ac-82cb-5884da95ab70']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.638925 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event updated for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:04.647175 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:20:04.651588 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-465cabd6-d652-4748-a56f-14512edd151a service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270100 Aug 24 16:20:04.674461 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271c4def-8a63-4dbf-8f11-50e6c204321a') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.674680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271c4def-8a63-4dbf-8f11-50e6c204321a') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:04.684849 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b1fab-a487-4022-b45e-188e96abe857 None None] New status for floating IP 9830fa57-1cde-460c-8564-a524231af93c: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:20:04.697532 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.758357 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.780015 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:04.780015 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.780446 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:20:04.780872 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:20:04.782580 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:20:04.862515 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7112e187-6125-4ef0-9ff3-7843fb31c2c1 req-7b0a53d4-acfe-468f-8f65-5bf64d843778 service neutron] 10.222.0.37 "GET /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858442 Aug 24 16:20:04.875795 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-0d39fb2c-8d64-478d-bbdc-67225d178944 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7348099 Aug 24 16:20:04.889828 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Request body: {'port': {'device_id': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:04.937500 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.942441 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.944361 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8c0562c9-77de-42ac-82cb-5884da95ab70 HTTP/1.1" status: 204 len: 168 time: 1.3322771 Aug 24 16:20:04.947295 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51336) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:04.965729 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:04.970694 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151de7b-7f5b-4d53-a098-e66616814ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0562c9-77de-42ac-82cb-5884da95ab70,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:05.332852 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.499354 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a643e2ac-b008-4b84-a52f-4e785ba7bc96 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:20:05.507714 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.520716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Transition to ACTIVE for port object a643e2ac-b008-4b84-a52f-4e785ba7bc96 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:20:05.619085 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.674943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Pushing event updated for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:05.708299 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10898499-2d26-426b-986d-528029ee4705 req-c5488614-6fdb-4f9d-8876-09fdf31b6741 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:05.709833 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10898499-2d26-426b-986d-528029ee4705 req-c5488614-6fdb-4f9d-8876-09fdf31b6741 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 944 time: 0.1006088 Aug 24 16:20:05.757049 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Attempting to bind port a643e2ac-b008-4b84-a52f-4e785ba7bc96 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:20:05.757401 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Attempting to bind port a643e2ac-b008-4b84-a52f-4e785ba7bc96 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:20:05.757741 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Attempting to bind port a643e2ac-b008-4b84-a52f-4e785ba7bc96 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:20:05.762201 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Port a643e2ac-b008-4b84-a52f-4e785ba7bc96 on network c241f854-29f0-4832-9a41-814aa1020adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:20:05.762532 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Attempting to bind port a643e2ac-b008-4b84-a52f-4e785ba7bc96 on network c241f854-29f0-4832-9a41-814aa1020adf {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:20:05.767992 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:20:05.768744 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Checking segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:20:05.768872 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Bound using segment: {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:20:05.769211 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Bound port: a643e2ac-b008-4b84-a52f-4e785ba7bc96, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b7f4e0-9413-4b6c-a2fa-2293424ec235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:20:05.769578 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.810657 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10898499-2d26-426b-986d-528029ee4705 req-b78c8c5c-9e65-4c7b-90d9-a27c53dad9e3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882359 Aug 24 16:20:05.850306 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:20:05.853788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:20:05.912407 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Deleting port 791f0ef4-f251-498e-870a-f1c37e3643a8 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:05.912793 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.955958 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.991183 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:05.991799 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.993191 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] 10.222.0.37 "PUT /v2.0/ports/a643e2ac-b008-4b84-a52f-4e785ba7bc96 HTTP/1.1" status: 200 len: 1094 time: 1.1077681 Aug 24 16:20:05.993625 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:05.994399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] For port 791f0ef4-f251-498e-870a-f1c37e3643a8, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=791f0ef4-f251-498e-870a-f1c37e3643a8,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:05.994775 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:05.995837 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3f4022-0a08-485c-902b-ad1ece99f995" -d '{"events": [{"name": "network-changed", "server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:06.008552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Calling delete_port for 791f0ef4-f251-498e-870a-f1c37e3643a8 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:06.020510 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e6efa-068e-4a59-8e42-67dd5fbfa903 service neutron] Pushing event updated for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:06.033820 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b7bc6-20a7-4586-81c4-3504312f7ab5 x-openstack-request-id: req-017b7bc6-20a7-4586-81c4-3504312f7ab5 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:06.034116 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:06.034376 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-017b7bc6-20a7-4586-81c4-3504312f7ab5 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:06.034775 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96', 'status': 'completed', 'code': 200} Aug 24 16:20:06.103986 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-6b0d0225-905b-4c19-b3e6-fd57673c7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.105667 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-6b0d0225-905b-4c19-b3e6-fd57673c7404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 1097 time: 0.0457463 Aug 24 16:20:06.207854 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-98e4dddb-44f6-4980-81e8-87e0c557d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.209356 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-98e4dddb-44f6-4980-81e8-87e0c557d647 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0927370 Aug 24 16:20:06.291814 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:06.317854 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Pushing event deleted for resources: {'Port': ['ID=791f0ef4-f251-498e-870a-f1c37e3643a8,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:06.331006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-2c3bc753-52c0-48be-8f4d-941edefe151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.332007 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef3f4022-0a08-485c-902b-ad1ece99f995 req-2c3bc753-52c0-48be-8f4d-941edefe151f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948622 Aug 24 16:20:06.435727 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-1b3f6882-e69b-4dfe-9404-98363384c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.438883 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-1b3f6882-e69b-4dfe-9404-98363384c83d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 1097 time: 0.0541284 Aug 24 16:20:06.482773 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-06d0ccfc-5522-4d00-9069-0909996eb83d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96 HTTP/1.1" status: 200 len: 217 time: 0.0352077 Aug 24 16:20:06.490929 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:06.542852 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-7f4fe606-f168-4750-a270-c45e8460d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.544421 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-7f4fe606-f168-4750-a270-c45e8460d600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 200 len: 855 time: 0.0536263 Aug 24 16:20:06.579578 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-d22a4b77-163c-41bc-8ac5-374fd58c79a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c241f854-29f0-4832-9a41-814aa1020adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254490 Aug 24 16:20:06.669529 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-cf3419f5-3c70-4cc1-8779-549729a4d451 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811923 Aug 24 16:20:06.705067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Router 1c66a054-4ce6-4459-ab6f-863cdbe309fe has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:20:06.769799 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2580601a-3d7d-4b0b-b78e-52a936711639 req-c9039c61-ca47-4acc-b70c-964d31f3a2e0 service neutron] 10.222.0.37 "GET /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929270 Aug 24 16:20:06.816345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:20:06.823619 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-af8ff74f-dfb8-4a6f-8029-c2497029978e admin admin] 10.222.0.52 "PUT /v2.0/routers/1c66a054-4ce6-4459-ab6f-863cdbe309fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8726490 Aug 24 16:20:06.824148 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51362) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:06.827045 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Sync routers for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:20:06.845382 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:06.846696 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:06.937683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:06.941361 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9fde6-443b-471b-b2d4-b23bc8e50c66 req-45295784-0bc4-4657-9a31-04b6b1f41ca4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:06.942980 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93c9fde6-443b-471b-b2d4-b23bc8e50c66 req-45295784-0bc4-4657-9a31-04b6b1f41ca4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 944 time: 0.0517902 Aug 24 16:20:07.009970 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93c9fde6-443b-471b-b2d4-b23bc8e50c66 req-5d2b6853-dd05-4aaa-a35a-6921fd925f7d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Aug 24 16:20:07.052050 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:07.055246 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.191772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Deleting port c6adaeb6-d2e6-4e30-975e-7d2c12721366 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:07.192115 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.222031 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:20:06Z', 'revision_number': 5, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port': {'id': 'c6adaeb6-d2e6-4e30-975e-7d2c12721366', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:49Z', 'updated_at': '2021-08-24T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:07.248245 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Checking router: 1c66a054-4ce6-4459-ab6f-863cdbe309fe for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:20:07.256218 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Routers {'1c66a054-4ce6-4459-ab6f-863cdbe309fe'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:07.256838 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:07.269508 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] For port c6adaeb6-d2e6-4e30-975e-7d2c12721366, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c6adaeb6-d2e6-4e30-975e-7d2c12721366,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:07.269861 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.281951 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Calling delete_port for c6adaeb6-d2e6-4e30-975e-7d2c12721366 owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:07.340287 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] Set router 1c66a054-4ce6-4459-ab6f-863cdbe309fe gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:07.392517 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:20:07Z', 'revision_number': 6, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port_host': None}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:07.418349 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440f13c-73ff-4fc1-bd0f-c1518616c5b6 None None] The sync data for ids ['1c66a054-4ce6-4459-ab6f-863cdbe309fe'] in dv-cinder-755654-11-iscsi is: [{'id': '1c66a054-4ce6-4459-ab6f-863cdbe309fe', 'name': 'tempest-TestMinimumBasicScenario-766895950-router', 'tenant_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:48Z', 'updated_at': '2021-08-24T16:20:07Z', 'revision_number': 6, 'project_id': '8f5e50c7513345f1a53a7ef6e1cf4c39', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:20:07.520602 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.549104 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6adaeb6-d2e6-4e30-975e-7d2c12721366,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:07.609512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.695323 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.697276 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.846706 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.847251 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c66a054-4ce6-4459-ab6f-863cdbe309fe {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:20:07.852628 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.853719 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-831e98e5-ec87-4d2e-9839-14f54ab85237 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1c66a054-4ce6-4459-ab6f-863cdbe309fe HTTP/1.1" status: 204 len: 168 time: 1.0287092 Aug 24 16:20:07.856216 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51372) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:07.905478 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Deleting subnet 8789e15b-2155-4070-9e51-f31b09ca02c4 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:20:07.908685 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:07.942728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.018695 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.138659 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8233b3-d89f-4ac7-8e29-b6cac671121e req-3a60e15a-a41f-4b59-bd06-b03a2751090e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:08.140101 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ef8233b3-d89f-4ac7-8e29-b6cac671121e req-3a60e15a-a41f-4b59-bd06-b03a2751090e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 944 time: 0.0537007 Aug 24 16:20:08.181769 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ef8233b3-d89f-4ac7-8e29-b6cac671121e req-3517b67c-72ad-4672-9f51-ad2e749dd7c3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Aug 24 16:20:08.189974 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.210134 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289065a-9b95-400e-bc34-f8a3674eab26 None None] Network 1a42c79d-5bd3-4241-82cb-a0107e1f2562 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:20:08.219195 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.223905 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51380) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:08.235220 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8789e15b-2155-4070-9e51-f31b09ca02c4 HTTP/1.1" status: 204 len: 168 time: 0.3744574 Aug 24 16:20:08.241091 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c17f9-2ec5-4a6b-8644-bb2bfdb22f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8789e15b-2155-4070-9e51-f31b09ca02c4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:08.305905 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.325447 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c6adaeb6-d2e6-4e30-975e-7d2c12721366 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:08.361702 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Deleting port c426d624-caff-4173-a6f3-041e37340cff {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:08.362040 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.367283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: c6adaeb6-d2e6-4e30-975e-7d2c12721366 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:08.367631 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c6adaeb6-d2e6-4e30-975e-7d2c12721366 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:08.368063 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 791f0ef4-f251-498e-870a-f1c37e3643a8 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:08.389588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 791f0ef4-f251-498e-870a-f1c37e3643a8 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:08.390233 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 791f0ef4-f251-498e-870a-f1c37e3643a8 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:08.469769 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] For port c426d624-caff-4173-a6f3-041e37340cff, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c426d624-caff-4173-a6f3-041e37340cff,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:08.470130 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.487447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Calling delete_port for c426d624-caff-4173-a6f3-041e37340cff owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:08.491015 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] DHCP port deletion for 1a42c79d-5bd3-4241-82cb-a0107e1f2562 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:20:08.502357 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fd828-8fc3-4f74-a55a-623b961ba460 req-35bab464-94af-44c9-8399-076b5d5c592f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:08.503885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a3fd828-8fc3-4f74-a55a-623b961ba460 req-35bab464-94af-44c9-8399-076b5d5c592f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.1235178 Aug 24 16:20:08.537094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Deleting port c426d624-caff-4173-a6f3-041e37340cff {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:08.537387 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.587672 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a3fd828-8fc3-4f74-a55a-623b961ba460 req-7ebcf21c-46fc-4f45-a635-3ffc7407d6eb tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762045 Aug 24 16:20:08.601226 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] For port c426d624-caff-4173-a6f3-041e37340cff, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c426d624-caff-4173-a6f3-041e37340cff,segment=NetworkSegment(3226634f-f271-4fa4-903a-a8ce0121ca89),segment_id=3226634f-f271-4fa4-903a-a8ce0121ca89)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:08.601826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.615662 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Calling delete_port for c426d624-caff-4173-a6f3-041e37340cff owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:08.680420 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.692558 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.708557 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] No DVR routers for this DVR port c426d624-caff-4173-a6f3-041e37340cff on host dv-cinder-755654-11-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:08.713008 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c426d624-caff-4173-a6f3-041e37340cff,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:08.717081 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] Pushing event deleted for resources: {'Port': ['ID=c426d624-caff-4173-a6f3-041e37340cff,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:08.721315 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda8e81-b3c6-48e7-a1b5-f5aa802823b3 None None] No DVR routers for this DVR port c426d624-caff-4173-a6f3-041e37340cff on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:08.791133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.800736 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a42c79d-5bd3-4241-82cb-a0107e1f2562']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:08.810440 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3226634f-f271-4fa4-903a-a8ce0121ca89') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:08.810730 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3226634f-f271-4fa4-903a-a8ce0121ca89') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:08.819496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.833224 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.838928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:20:08.839309 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:20:08.840948 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:20:08.866040 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device a643e2ac-b008-4b84-a52f-4e785ba7bc96 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:20:08.960191 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.961340 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:08.966736 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:08.968656 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] 10.222.0.52 "DELETE /v2.0/networks/1a42c79d-5bd3-4241-82cb-a0107e1f2562 HTTP/1.1" status: 204 len: 168 time: 0.7436666 Aug 24 16:20:08.976287 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96', 'network_id': 'c241f854-29f0-4832-9a41-814aa1020adf', 'port_id': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96', 'mac_address': 'fa:16:3e:b7:36:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94af3e19-e576-416f-98a5-6437a3e8822d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:20:08.978966 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24659c-c28c-4d5a-83e6-ad465b21ccdd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a42c79d-5bd3-4241-82cb-a0107e1f2562,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:09.014459 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.028094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a643e2ac-b008-4b84-a52f-4e785ba7bc96 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:20:09.047656 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:09.148705 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.194889 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:09.306040 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d412ef8-4c6a-425b-822d-69aa4cf343e5 req-13c0f386-fb8d-45cc-82fb-d9f4cebf8e1b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:09.306040 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d412ef8-4c6a-425b-822d-69aa4cf343e5 req-13c0f386-fb8d-45cc-82fb-d9f4cebf8e1b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 945 time: 0.0515082 Aug 24 16:20:09.307303 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51390) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:09.368727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d412ef8-4c6a-425b-822d-69aa4cf343e5 req-7eee8f89-c2d7-4e2e-bece-219028635c90 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Aug 24 16:20:09.371559 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-414ded1c-fb5a-427e-b799-3c69c751c72c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ebb010b2c03463d8c5bfcc8fa636bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636172 Aug 24 16:20:09.373550 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51392) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:09.421208 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.441646 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.482564 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['a643e2ac-b008-4b84-a52f-4e785ba7bc96'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:09.554692 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.557367 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:09.558462 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d315d56-9245-44b8-b307-f5721d73d770 HTTP/1.1" status: 204 len: 168 time: 0.1840286 Aug 24 16:20:09.566990 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f61e4-d515-4157-9ecc-e2f57d05fc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d315d56-9245-44b8-b307-f5721d73d770,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:09.710580 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04697ff-ebb8-4518-b1a2-2d0a27a5b630 req-781468ac-660c-4c12-84a6-9ee0c4a66019 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:09.712047 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b04697ff-ebb8-4518-b1a2-2d0a27a5b630 req-781468ac-660c-4c12-84a6-9ee0c4a66019 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0522275 Aug 24 16:20:09.751240 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b04697ff-ebb8-4518-b1a2-2d0a27a5b630 req-1d1cb95b-c027-4d66-b0c1-50ab2dfc7b3b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c30a35d-ca0b-4fb5-8929-8a894f83db79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Aug 24 16:20:10.133343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-d2e552be-c4ec-4514-ba3b-48e2ac632411 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:10.134749 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-d2e552be-c4ec-4514-ba3b-48e2ac632411 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Aug 24 16:20:10.229335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Deleting port 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:10.229784 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.262108 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51400) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:10.271319 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c426d624-caff-4173-a6f3-041e37340cff no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:10.291614 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: c426d624-caff-4173-a6f3-041e37340cff {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:10.291967 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c426d624-caff-4173-a6f3-041e37340cff not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:10.310369 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d4ea5086-a180-4577-bb5a-d9755c0202c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f5e50c7513345f1a53a7ef6e1cf4c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470681 Aug 24 16:20:10.313365 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51402) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:10.326889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] For port 993ef87d-5032-42e7-bc33-da364d58b770, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=993ef87d-5032-42e7-bc33-da364d58b770,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:10.327258 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.360259 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.381879 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.505586 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bd54d-b75a-4c3a-8a61-ebc12fd5159b req-ea432a03-8a53-4af4-abd1-069bcbf412f0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:10.506971 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.507105 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed6bd54d-b75a-4c3a-8a61-ebc12fd5159b req-ea432a03-8a53-4af4-abd1-069bcbf412f0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 24 16:20:10.507373 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.507693 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Floating IP 63337229-3da4-46ae-a9d4-c25c49973c6c disassociated. External IP: 172.27.1.185, port: 993ef87d-5032-42e7-bc33-da364d58b770. Aug 24 16:20:10.508038 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Calling delete_port for 993ef87d-5032-42e7-bc33-da364d58b770 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:10.548613 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ed6bd54d-b75a-4c3a-8a61-ebc12fd5159b req-c6b70e49-17c8-4962-a3a5-ade8a014fdec tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Aug 24 16:20:10.549672 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.552158 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.555639 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3337b1c-7115-4190-9e18-ce17b8aad968 HTTP/1.1" status: 204 len: 168 time: 0.2389424 Aug 24 16:20:10.563919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e8db3-fe15-477d-a4c2-581f566ebfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3337b1c-7115-4190-9e18-ce17b8aad968,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:10.725985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.753282 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'Port': ['ID=993ef87d-5032-42e7-bc33-da364d58b770,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:10.869904 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device a643e2ac-b008-4b84-a52f-4e785ba7bc96 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:20:10.870987 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:20:10.871682 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2d954b71-444b-4cf6-ae9a-dba5543a2d8c req-c077d6a2-2e79-4a76-9e0b-0a2ea5eee8ac tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0424914 Aug 24 16:20:10.921675 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-24dd9b62-6cfb-45ea-bc64-e849c1bf7523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:10.990582 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:20:11.000439 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:20:11.009963 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:11.010993 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:11.036874 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] No DVR routers for this DVR port 993ef87d-5032-42e7-bc33-da364d58b770 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:11.039515 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:11.041806 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03ef62f4-dcc5-4a8b-a390-b07b6b4e8cee req-5baa9154-c377-4667-adb3-a71c546dbd8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "DELETE /v2.0/ports/993ef87d-5032-42e7-bc33-da364d58b770 HTTP/1.1" status: 204 len: 173 time: 0.8992708 Aug 24 16:20:11.042419 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-deleted', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:11.044860 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d0d07-267d-41f9-b916-c14bf02bcd8e" -d '{"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-deleted", "tag": "993ef87d-5032-42e7-bc33-da364d58b770"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:11.055842 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port a643e2ac-b008-4b84-a52f-4e785ba7bc96 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:20:11.068735 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port a643e2ac-b008-4b84-a52f-4e785ba7bc96 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:20:11.069356 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:11.091988 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ef87a9-f755-4fbf-895f-616ff2e95fc9 x-openstack-request-id: req-74ef87a9-f755-4fbf-895f-616ff2e95fc9 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:11.092447 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3", "name": "network-vif-deleted", "tag": "993ef87d-5032-42e7-bc33-da364d58b770", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:11.092767 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74ef87a9-f755-4fbf-895f-616ff2e95fc9 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:11.093554 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3', 'name': 'network-vif-deleted', 'tag': '993ef87d-5032-42e7-bc33-da364d58b770', 'status': 'completed', 'code': 200} Aug 24 16:20:11.301441 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:11.402097 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:11.464590 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:11.466808 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2581c645-4376-45e1-91ad-6738d8b9c2eb" -d '{"events": [{"server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "name": "network-vif-plugged", "status": "completed", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:11.490558 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:11.503844 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1c0f7-cece-4fa3-bdc5-5434e4728d5e x-openstack-request-id: req-04a1c0f7-cece-4fa3-bdc5-5434e4728d5e {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:11.503844 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "name": "network-vif-plugged", "status": "completed", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:11.503844 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04a1c0f7-cece-4fa3-bdc5-5434e4728d5e {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:11.503844 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96', 'code': 200} Aug 24 16:20:11.565895 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:11.568969 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:11.597341 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:20:11.634749 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:11.635375 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:19:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:11.683870 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd86433-773b-4d08-91d2-676e2847ca37 req-1a459f59-cfa7-47b3-8121-8b79ccfb36c4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:11.685384 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-acd86433-773b-4d08-91d2-676e2847ca37 req-1a459f59-cfa7-47b3-8121-8b79ccfb36c4 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.0512152 Aug 24 16:20:11.686771 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:11.742549 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-acd86433-773b-4d08-91d2-676e2847ca37 req-eb3291af-83cb-4743-88b6-733fb10be61f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Aug 24 16:20:11.766306 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:11.838219 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7836-81b3-4f91-9f8a-9b8e192d70c1 req-76fd08d0-19a3-4b1a-bd34-07d14b1b8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:11.839736 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bd8f7836-81b3-4f91-9f8a-9b8e192d70c1 req-76fd08d0-19a3-4b1a-bd34-07d14b1b8972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 1099 time: 0.0433640 Aug 24 16:20:11.874744 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bd8f7836-81b3-4f91-9f8a-9b8e192d70c1 req-83f4d02e-c57d-44bc-9494-c6f1f62bf23b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269701 Aug 24 16:20:11.970282 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:11.985384 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1aeba884-327a-45fb-bd08-209e8a353799 req-789a3cb6-8b1a-4bca-9f29-92ddcf6aa46d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf787e9-6e4e-47ff-9a9d-b1d8b14eeba3 HTTP/1.1" status: 200 len: 210 time: 0.0266891 Aug 24 16:20:11.999838 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef28ce-7310-449d-8130-064ff6710bd5 None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:20:12.221511 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62366859-def8-4dea-94d3-6034d912af4e None None] New status for floating IP 63337229-3da4-46ae-a9d4-c25c49973c6c: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:20:12.872928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080073-ce77-401a-8914-932cdcf25fa3 req-59c9c360-a0c9-4687-86b7-ac56d655b2cb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:12.874389 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-52080073-ce77-401a-8914-932cdcf25fa3 req-59c9c360-a0c9-4687-86b7-ac56d655b2cb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.0508218 Aug 24 16:20:12.911756 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-52080073-ce77-401a-8914-932cdcf25fa3 req-9ab7faf6-f77c-4cdd-9be4-f4a288750007 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307136 Aug 24 16:20:13.155840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51430) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:13.210840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.234180 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.406245 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.408843 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.410031 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "DELETE /v2.0/security-groups/0c30a35d-ca0b-4fb5-8929-8a894f83db79 HTTP/1.1" status: 204 len: 168 time: 0.2531390 Aug 24 16:20:13.412951 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51432) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:13.419642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a6360-a8f0-4aab-857a-36ce130338d1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30a35d-ca0b-4fb5-8929-8a894f83db79,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:13.428124 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-fec74b8c-950d-4a11-933f-fe37ba557fd4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] show failed (client error): The resource could not be found. Aug 24 16:20:13.429182 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fec74b8c-950d-4a11-933f-fe37ba557fd4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups/0c30a35d-ca0b-4fb5-8929-8a894f83db79 HTTP/1.1" status: 404 len: 347 time: 0.0149319 Aug 24 16:20:13.436447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51434) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:13.563447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Deleting port e9f931e7-90eb-43b6-9838-b98121cf80ce {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:13.563693 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.639637 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.639963 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.651328 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Calling delete_port for e9f931e7-90eb-43b6-9838-b98121cf80ce owned by network:floatingip {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:13.668977 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a5cd108e-3359-45b7-8d8e-db21fd50ec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.868929 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.895301 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'Port': ['ID=e9f931e7-90eb-43b6-9838-b98121cf80ce,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:13.925976 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.959059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.961919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:13.963358 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-29f4e01c-6e12-4edf-9e59-153c76c9b104 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "DELETE /v2.0/floatingips/63337229-3da4-46ae-a9d4-c25c49973c6c HTTP/1.1" status: 204 len: 168 time: 0.5258391 Aug 24 16:20:14.226155 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee8ae-d3b4-402b-950e-1cd0bff809cf req-adfc6d83-db18-4c42-b89e-6b170ff7d360 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:14.227683 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e12ee8ae-d3b4-402b-950e-1cd0bff809cf req-adfc6d83-db18-4c42-b89e-6b170ff7d360 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.2465298 Aug 24 16:20:14.245303 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51444) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:14.250099 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411959850', 'description': 'tempest-description--1274659554'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:14.268627 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e12ee8ae-d3b4-402b-950e-1cd0bff809cf req-2b539eaf-b092-4d74-9f45-3ebaa3379887 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350704 Aug 24 16:20:14.371217 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.452384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.566204 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.596362 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfce85-70f3-46e7-b535-d78f66ba8d91,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:14.692556 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.696588 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3ee5d91f-954e-4454-bd3b-0312e268397e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4473467 Aug 24 16:20:14.696721 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51448) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:14.701323 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group_rule': {'security_group_id': '9edfce85-70f3-46e7-b535-d78f66ba8d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:14.806191 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.868784 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.910347 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:14.916028 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:14.931224 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 993ef87d-5032-42e7-bc33-da364d58b770 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:14.931569 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 993ef87d-5032-42e7-bc33-da364d58b770 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:15.033703 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.052170 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2fcb0f-b28d-4a04-97e6-072cb1b6f04f,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:15.144343 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.145610 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5eb9cd2a-c517-4b68-89fa-304ebcaa25ce tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479043 Aug 24 16:20:15.148246 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51456) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:15.155853 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'security_group_rule': {'security_group_id': '9edfce85-70f3-46e7-b535-d78f66ba8d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:15.297980 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.352817 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.469345 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607742'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.487218 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eacc66c-e9a6-42e8-abf2-0fa8d55e8206,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:15.582259 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.583603 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b29bca3d-38cb-49df-b2cf-10b22f8a2aa5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4343231 Aug 24 16:20:15.586596 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51458) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:15.591187 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:15.737123 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.833034 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:15.938915 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Allocated IP 172.27.1.174 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/ec44e964-4044-43bc-9027-96de7f60cbd4) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:20:16.042095 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.155487 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.194186 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:20:16.197097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:20:16.200453 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:20:16.228673 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=ec44e964-4044-43bc-9027-96de7f60cbd4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:16.290112 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.413500 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.423869 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.566741 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.691835 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.754378 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=ec44e964-4044-43bc-9027-96de7f60cbd4,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:16.775132 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.874184 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:16.875630 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0056c9b1-1628-4fd5-bd05-870858f3b687 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2880516 Aug 24 16:20:17.140317 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-6bf483ec-410e-4f01-8a6c-45232ef9adff tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1411959850&fields=id&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 267 time: 0.0322716 Aug 24 16:20:17.269707 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-72040f4d-b047-4403-8532-0a7c6f9a0c19 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:17.269707 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-72040f4d-b047-4403-8532-0a7c6f9a0c19 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 817 time: 0.1206586 Aug 24 16:20:17.284911 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-dd69a9eb-eaa6-4676-ab2e-c837c230c6a8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/quotas/5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 375 time: 0.0101926 Aug 24 16:20:17.338531 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-2f613be2-3010-4d81-98db-50ec8b8b24a9 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472925 Aug 24 16:20:17.437354 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-947d275f-e022-42a7-9b87-760ced27b2b0 service neutron] 10.222.0.52 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 Aug 24 16:20:17.758833 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-3cf2fe48-d83d-4f5b-aa14-828dc97195e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145807 Aug 24 16:20:18.080598 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b046d1a7-ca83-4d86-8eae-2d79da6362ee req-fe3dd77c-3295-4eda-b9cb-aa9fb02f1406 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 210 time: 0.0289495 Aug 24 16:20:19.162146 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b6566424-6d18-47a5-b9e6-c896960709c3 req-317892bd-afd9-41b6-ad07-66b7f158922f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 210 time: 0.0259762 Aug 24 16:20:20.262430 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67d190c0-b341-48c0-87c7-454f4ae5141e req-eb392d3d-b545-49a5-85d8-968faa8aa322 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 210 time: 0.0284264 Aug 24 16:20:20.599581 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d93497d4-7035-4eb2-a1ef-7740b35702b4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:20.601068 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d93497d4-7035-4eb2-a1ef-7740b35702b4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 817 time: 0.1024554 Aug 24 16:20:20.646089 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-c0e20dc5-250e-4de0-9978-9e78b7b2dd80 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 380 time: 0.0340457 Aug 24 16:20:20.659558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'port': {'device_id': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'admin_state_up': True, 'tenant_id': '5adafea823bc40279baa813adc051baf', 'security_groups': ['9edfce85-70f3-46e7-b535-d78f66ba8d91']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:20.845937 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Made reservation on behalf of 5adafea823bc40279baa813adc051baf for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:20:20.849719 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:20.978683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Allocated IP 172.20.0.3 (a1c79bf7-3d83-431e-996a-4fdaf8dbda3e/cbdcc997-9455-4109-8230-b77c3562437e/16321370-b92a-4338-9c2c-43c6d184572e) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:20:21.118226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.132068 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Transition to ACTIVE for port object 16321370-b92a-4338-9c2c-43c6d184572e will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:20:21.228348 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.275502 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:20:21.278574 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:20:21.282487 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:20:21.290826 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:21.335053 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:21.335814 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.390799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb7b1-2628-45a2-b163-2a2cb98ded44 req-63a24bca-58e1-4e7e-bd54-48bab2a57f8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:21.392427 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e1cb7b1-2628-45a2-b163-2a2cb98ded44 req-63a24bca-58e1-4e7e-bd54-48bab2a57f8c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 931 time: 0.0526724 Aug 24 16:20:21.436449 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e1cb7b1-2628-45a2-b163-2a2cb98ded44 req-e3134259-e950-4bfa-8935-a05957b876f6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380495 Aug 24 16:20:21.465589 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-d2167e83-156a-4c07-abb0-77b62effc874 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094177 Aug 24 16:20:21.483422 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Request body: {'port': {'device_id': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:21.546286 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.600533 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-7443f8f2-5df1-4fbc-9c29-5c473a4a996c None None] Provisioning for port 16321370-b92a-4338-9c2c-43c6d184572e completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:20:21.604525 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-7443f8f2-5df1-4fbc-9c29-5c473a4a996c None None] Provisioning complete for port 16321370-b92a-4338-9c2c-43c6d184572e triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:20:21.605317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7443f8f2-5df1-4fbc-9c29-5c473a4a996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.637922 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-7443f8f2-5df1-4fbc-9c29-5c473a4a996c None None] Port 16321370-b92a-4338-9c2c-43c6d184572e cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:20:21.802975 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:20:21.810119 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.821468 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Transition to ACTIVE for port object 16321370-b92a-4338-9c2c-43c6d184572e will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:20:21.892217 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:21.943151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:22.013263 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Attempting to bind port 16321370-b92a-4338-9c2c-43c6d184572e on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:20:22.013601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Attempting to bind port 16321370-b92a-4338-9c2c-43c6d184572e by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:20:22.013933 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Attempting to bind port 16321370-b92a-4338-9c2c-43c6d184572e on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:20:22.019044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Port 16321370-b92a-4338-9c2c-43c6d184572e on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:20:22.019367 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Attempting to bind port 16321370-b92a-4338-9c2c-43c6d184572e on network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:20:22.024602 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:20:22.024944 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Checking segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:20:22.025329 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Bound using segment: {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:20:22.025757 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Bound port: 16321370-b92a-4338-9c2c-43c6d184572e, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4edab3-e020-49e4-a061-e4f6555a406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:20:22.026120 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:22.095293 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:20:22.098138 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:20:22.173788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:22.212728 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.213306 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:22.214879 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] 10.222.0.37 "PUT /v2.0/ports/16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 200 len: 1093 time: 0.7357969 Aug 24 16:20:22.218310 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:22.221400 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb9bbc-12e4-4ae0-ae61-bad39433288b" -d '{"events": [{"name": "network-changed", "server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:22.242359 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-a91c310f-70b9-46d9-9211-f4245e767c15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955598 Aug 24 16:20:22.247047 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57a57-bcde-45a7-8c67-6dc289877b04 service neutron] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:22.258575 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16f7e52-ac73-4771-907c-d6195747b6f9 x-openstack-request-id: req-d16f7e52-ac73-4771-907c-d6195747b6f9 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:22.258857 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:22.259100 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d16f7e52-ac73-4771-907c-d6195747b6f9 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:22.259495 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'status': 'completed', 'code': 200} Aug 24 16:20:22.366805 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-0ba9c62f-4dc6-4d1d-a827-4e2588f92a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.368287 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-0ba9c62f-4dc6-4d1d-a827-4e2588f92a0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0722835 Aug 24 16:20:22.370832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-986b7973-f3cd-43ef-80c3-1f3b58673976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.372206 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-986b7973-f3cd-43ef-80c3-1f3b58673976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1096 time: 0.0846760 Aug 24 16:20:22.541718 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-9317d186-1c22-41e8-a134-bea9c63d7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.543215 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-9317d186-1c22-41e8-a134-bea9c63d7a0f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5adafea823bc40279baa813adc051baf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1611478 Aug 24 16:20:22.544509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-cf5b1afb-a90e-4f9b-9ca1-90570fd83acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.545819 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-cf5b1afb-a90e-4f9b-9ca1-90570fd83acc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 908 time: 0.1535170 Aug 24 16:20:22.571967 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e33a5f-0f78-429d-b505-197f1daa1d26 req-b333cb39-8d8c-488b-ac5b-b82d68ad8cdc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.574699 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65e33a5f-0f78-429d-b505-197f1daa1d26 req-b333cb39-8d8c-488b-ac5b-b82d68ad8cdc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0612149 Aug 24 16:20:22.617826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:22.620183 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65e33a5f-0f78-429d-b505-197f1daa1d26 req-e8ed9b65-4c1a-48fc-b18d-d4fa572be7e6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342965 Aug 24 16:20:22.908406 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-2185a4a5-fdbe-4aac-a9aa-dd992010305a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 1001 time: 0.3503602 Aug 24 16:20:22.963932 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-9916ea8e-649a-4d26-bc27-67bc449f492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.965538 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21eb9bbc-12e4-4ae0-ae61-bad39433288b req-9916ea8e-649a-4d26-bc27-67bc449f492f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4087305 Aug 24 16:20:22.976488 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-c21482ca-3f80-4b1a-8b15-6a9f4cca3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:22.977945 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-c21482ca-3f80-4b1a-8b15-6a9f4cca3c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0595756 Aug 24 16:20:23.052689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-24683f17-3d32-444a-99a3-dc44e904ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:23.054142 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-24683f17-3d32-444a-99a3-dc44e904ce1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665669 Aug 24 16:20:23.059502 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-309220b2-d909-4274-b33b-2558b51370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:23.060921 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-309220b2-d909-4274-b33b-2558b51370cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1096 time: 0.0503650 Aug 24 16:20:23.120504 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-a3717f1f-7989-44f3-b08e-c6915db8eee1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 200 len: 217 time: 0.0503099 Aug 24 16:20:23.207661 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-83a907d3-a364-474c-89c4-5f58e7cf092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:23.209065 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-83a907d3-a364-474c-89c4-5f58e7cf092f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0645943 Aug 24 16:20:23.231384 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-486ced8a-e1e8-4353-ad81-ddbff3620aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623032 Aug 24 16:20:23.312793 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-fbf06841-b23f-47f0-909c-2fe5884d6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:23.314372 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-fbf06841-b23f-47f0-909c-2fe5884d6871 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0939584 Aug 24 16:20:23.384290 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44326c58-b9d9-4eab-ab8d-09740f183771 req-148ad8dc-9f47-412d-8f3e-502f85f833b2 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356983 Aug 24 16:20:23.425031 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-f48b6a8f-f031-4385-aa2e-2e648137aa69 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995221 Aug 24 16:20:23.517283 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ac67c63-0072-4f15-911c-4400aa173ff5 req-76930630-455c-4f9e-99a0-8f5ba25a77a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801456 Aug 24 16:20:23.745718 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca8a6-c11f-4d9f-adc0-e43c5d9ab6a8 req-e19973b0-f177-4665-903f-0ab7cb8c6cd1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:23.747525 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-625ca8a6-c11f-4d9f-adc0-e43c5d9ab6a8 req-e19973b0-f177-4665-903f-0ab7cb8c6cd1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0538888 Aug 24 16:20:23.786278 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-625ca8a6-c11f-4d9f-adc0-e43c5d9ab6a8 req-09750470-12ce-42d1-8955-fd1ae5287e02 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Aug 24 16:20:24.904880 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab7e3d-882e-474c-9910-c12c653d8e16 req-1ca28156-bd8b-4ada-9151-8bb8e320c9df tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:24.906381 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58ab7e3d-882e-474c-9910-c12c653d8e16 req-1ca28156-bd8b-4ada-9151-8bb8e320c9df tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0485744 Aug 24 16:20:24.944589 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58ab7e3d-882e-474c-9910-c12c653d8e16 req-18fa46de-0e4e-46b2-a3ac-49396e3a096c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Aug 24 16:20:26.104943 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c14ac-3c03-4dd9-a8a0-36baccdfc032 req-ef8f2cbd-2d7d-482c-b67e-b0f3f9abd843 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:26.106550 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-961c14ac-3c03-4dd9-a8a0-36baccdfc032 req-ef8f2cbd-2d7d-482c-b67e-b0f3f9abd843 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0482864 Aug 24 16:20:26.144228 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-961c14ac-3c03-4dd9-a8a0-36baccdfc032 req-b6caafb3-b2ef-412c-b4a2-1f94cf8833b1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Aug 24 16:20:27.023022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:20:27.117574 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:27.127463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '16321370-b92a-4338-9c2c-43c6d184572e', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:20:27.165794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:27.179038 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:20:27.197797 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:27.270909 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a5e5d-309d-4668-b5f5-826d957fd056 req-3cb1ba20-b323-407c-9f77-edaea074f72f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:27.272389 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fc9a5e5d-309d-4668-b5f5-826d957fd056 req-3cb1ba20-b323-407c-9f77-edaea074f72f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0526645 Aug 24 16:20:27.311160 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fc9a5e5d-309d-4668-b5f5-826d957fd056 req-4540b391-7350-49f7-933c-b00f22ff6a06 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Aug 24 16:20:27.314873 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:27.369136 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:27.631005 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['16321370-b92a-4338-9c2c-43c6d184572e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:28.429715 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6466090-b946-4aed-b178-b76e99d4f5b7 req-89ccb386-7ed7-4066-9b3c-e6dd90eedb0c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:28.431203 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6466090-b946-4aed-b178-b76e99d4f5b7 req-89ccb386-7ed7-4066-9b3c-e6dd90eedb0c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 944 time: 0.0480506 Aug 24 16:20:28.469219 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c6466090-b946-4aed-b178-b76e99d4f5b7 req-019a9ba5-6cfb-49c9-a11d-7c80675abc6f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Aug 24 16:20:29.034479 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:20:29.165906 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 16321370-b92a-4338-9c2c-43c6d184572e completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:20:29.169506 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 16321370-b92a-4338-9c2c-43c6d184572e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:20:29.169874 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:29.247964 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:29.271235 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:29.273578 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37bfbe-dbc4-4448-856b-04a62f28a3d6" -d '{"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:29.286797 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:29.309543 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fbace2-eeb4-4681-9ab0-681e58b92227 x-openstack-request-id: req-01fbace2-eeb4-4681-9ab0-681e58b92227 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:29.309833 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:29.310116 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01fbace2-eeb4-4681-9ab0-681e58b92227 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:29.310509 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'code': 200} Aug 24 16:20:29.377689 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:29.424650 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:29.587962 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b91c-e560-4506-9202-6293d9392285 req-56f76252-2131-42c9-99cc-99e92c72d26a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:29.589436 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e88b91c-e560-4506-9202-6293d9392285 req-56f76252-2131-42c9-99cc-99e92c72d26a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0467408 Aug 24 16:20:29.626512 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8e88b91c-e560-4506-9202-6293d9392285 req-6749cb68-2f8c-4cc1-b62b-d2cd6f5d1e7f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Aug 24 16:20:29.746834 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da286f7a-62a0-466f-b464-c6860e62e700 req-5195b2a7-4892-4df5-bee4-d8554121d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:29.748354 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da286f7a-62a0-466f-b464-c6860e62e700 req-5195b2a7-4892-4df5-bee4-d8554121d19d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1098 time: 0.0864115 Aug 24 16:20:29.792509 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da286f7a-62a0-466f-b464-c6860e62e700 req-65d0e9ad-b30a-4069-8d6f-a31716011b3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Aug 24 16:20:30.178621 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b741a4-f8d0-41bc-83bd-23da50759539 req-c6009937-d140-40e3-8669-5c418cb53540 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:30.180071 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35b741a4-f8d0-41bc-83bd-23da50759539 req-c6009937-d140-40e3-8669-5c418cb53540 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.0506101 Aug 24 16:20:30.218377 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35b741a4-f8d0-41bc-83bd-23da50759539 req-b4520c65-cbb1-4f00-92b6-ff838e690f6e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Aug 24 16:20:30.742807 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c66ca-259b-4a5a-a2bf-1ff9ea84ee54 req-03f8d562-1fe8-4b45-a906-eb5d49ac1a33 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:30.744280 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1e3c66ca-259b-4a5a-a2bf-1ff9ea84ee54 req-03f8d562-1fe8-4b45-a906-eb5d49ac1a33 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0478284 Aug 24 16:20:30.780383 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1e3c66ca-259b-4a5a-a2bf-1ff9ea84ee54 req-cb2274f4-f21a-4c84-8ae3-43a4b2066773 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302143 Aug 24 16:20:31.335791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d233-29ab-4ea0-b021-37eb312501a0 req-3439441c-1515-4195-8eaf-55d09487f23a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:31.338298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0f7d233-29ab-4ea0-b021-37eb312501a0 req-3439441c-1515-4195-8eaf-55d09487f23a tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.0509388 Aug 24 16:20:31.376903 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0f7d233-29ab-4ea0-b021-37eb312501a0 req-0f369a9e-9e42-48a9-ae9e-ebf2bb896eaa tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Aug 24 16:20:31.901235 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bada7-be0e-48f3-85d1-1934ee6d9fca req-4d8a9316-01d5-40d0-8168-ede5d9cc93a1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:31.902708 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff5bada7-be0e-48f3-85d1-1934ee6d9fca req-4d8a9316-01d5-40d0-8168-ede5d9cc93a1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0512941 Aug 24 16:20:31.938774 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ff5bada7-be0e-48f3-85d1-1934ee6d9fca req-f1c036dc-f3db-47ea-a43c-d374d97f2ebd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302434 Aug 24 16:20:32.055621 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5e49c-e797-4696-b60f-9ff92d3c7165 req-b0feb6eb-0612-4d41-9966-1a6f0ca0798b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:32.056616 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-31b6ad13-14fd-4b8c-b52f-e3abc1397920 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:32.057263 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bfe5e49c-e797-4696-b60f-9ff92d3c7165 req-b0feb6eb-0612-4d41-9966-1a6f0ca0798b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0498381 Aug 24 16:20:32.058066 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-31b6ad13-14fd-4b8c-b52f-e3abc1397920 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 946 time: 0.0487597 Aug 24 16:20:32.068026 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51620) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:32.072689 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Request body: {'floatingip': {'port_id': '16321370-b92a-4338-9c2c-43c6d184572e'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:20:32.111713 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.151497 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Deleting port a643e2ac-b008-4b84-a52f-4e785ba7bc96 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:32.151846 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.242396 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] For port a643e2ac-b008-4b84-a52f-4e785ba7bc96, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=a643e2ac-b008-4b84-a52f-4e785ba7bc96,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:32.242759 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.254915 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Calling delete_port for a643e2ac-b008-4b84-a52f-4e785ba7bc96 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:32.468908 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.481625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde', '726bd804-2cad-4375-9d68-6fdecf9e95b4', '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'a643e2ac-b008-4b84-a52f-4e785ba7bc96'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:32.489991 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-836009aa-9553-4720-a9ff-cded33cdc31e req-93100fd7-85df-4922-a60c-f8465a493b1b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0368533 Aug 24 16:20:32.500149 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event deleted for resources: {'Port': ['ID=a643e2ac-b008-4b84-a52f-4e785ba7bc96,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:32.542673 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] No DVR routers for this DVR port a643e2ac-b008-4b84-a52f-4e785ba7bc96 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:32.546345 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.548727 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ae3a4395-a1d0-43a3-a9ed-127b9ed0822f req-765965ff-0f73-4b5b-b79e-8c77ebdf1de8 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "DELETE /v2.0/ports/a643e2ac-b008-4b84-a52f-4e785ba7bc96 HTTP/1.1" status: 204 len: 173 time: 0.4818623 Aug 24 16:20:32.549380 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'name': 'network-vif-deleted', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:32.557335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfedb8-cce9-4f6c-9707-798a5b820704" -d '{"events": [{"server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "name": "network-vif-deleted", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:32.588791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.599423 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ad52a-65d2-4887-b2e8-6f06ee91f255 x-openstack-request-id: req-0f5ad52a-65d2-4887-b2e8-6f06ee91f255 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:32.599716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d683f74-f46d-4776-b2e9-013c76ebb0aa", "name": "network-vif-deleted", "tag": "a643e2ac-b008-4b84-a52f-4e785ba7bc96", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:32.599971 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f5ad52a-65d2-4887-b2e8-6f06ee91f255 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:32.600398 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d683f74-f46d-4776-b2e9-013c76ebb0aa', 'name': 'network-vif-deleted', 'tag': 'a643e2ac-b008-4b84-a52f-4e785ba7bc96', 'status': 'completed', 'code': 200} Aug 24 16:20:32.646026 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:32.762756 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Floating IP e570b3b9-293a-4636-b993-9787e0f1821f associated. External IP: 172.27.1.174, port: 16321370-b92a-4338-9c2c-43c6d184572e. Aug 24 16:20:32.988704 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:20:33.093664 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:20:33.098722 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:33.104588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:20:33.114243 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:33.114932 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:20:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:33.126573 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8de21f42-f4c8-4fcb-bdfd-d0da4525c75d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "PUT /v2.0/floatingips/e570b3b9-293a-4636-b993-9787e0f1821f HTTP/1.1" status: 200 len: 991 time: 1.0575051 Aug 24 16:20:33.127271 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:33.129765 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb071e50-3b9d-467f-8d96-803e258e5256" -d '{"events": [{"name": "network-changed", "server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:33.229398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb7ace-a7dc-46ca-a168-c2fcb797916d x-openstack-request-id: req-aaeb7ace-a7dc-46ca-a168-c2fcb797916d {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:33.230270 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:33.230599 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaeb7ace-a7dc-46ca-a168-c2fcb797916d {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:33.231074 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'status': 'completed', 'code': 200} Aug 24 16:20:33.236114 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:33.300608 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-5a6a05ed-d297-4b73-b1bc-a9c92b9036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:33.302189 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-5a6a05ed-d297-4b73-b1bc-a9c92b9036bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1098 time: 0.0464768 Aug 24 16:20:33.403381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-3aa96622-1357-40a4-9c1d-18cee5303dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:33.404874 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-3aa96622-1357-40a4-9c1d-18cee5303dfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.0909834 Aug 24 16:20:33.460618 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'e570b3b9-293a-4636-b993-9787e0f1821f', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:20:16Z', 'updated_at': '2021-08-24T16:20:32Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:33.468761 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-b652a489-03f8-4234-adc3-b4058b527584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 200 len: 999 time: 0.0564389 Aug 24 16:20:33.492000 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:20:33.501695 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:20:33.502329 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:20:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:33.539336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-2fd29499-0054-49f5-b829-3429ab9d4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:33.541154 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-2fd29499-0054-49f5-b829-3429ab9d4b5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0586815 Aug 24 16:20:33.590196 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-1ca6500b-63c7-4ebc-9426-3925bb4db987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:33.591696 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-1ca6500b-63c7-4ebc-9426-3925bb4db987 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421817 Aug 24 16:20:33.616732 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:20:33.627098 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f540c15-48fd-45b3-9be7-d1dfc571dd7b req-df1d0d63-8c29-4451-8ebd-66a8433b42dc tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d683f74-f46d-4776-b2e9-013c76ebb0aa HTTP/1.1" status: 200 len: 210 time: 0.0262003 Aug 24 16:20:33.687829 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-65f990a9-cf7f-4d8c-a9e4-d9fcbfc5d860 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879357 Aug 24 16:20:33.792180 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb071e50-3b9d-467f-8d96-803e258e5256 req-fa16bd6a-02b9-45d5-b295-7dc5790f9b1a service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Aug 24 16:20:33.859718 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'e570b3b9-293a-4636-b993-9787e0f1821f', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:20:16Z', 'updated_at': '2021-08-24T16:20:32Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:33.885968 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87381-a36a-4aa0-b2d9-b1e98596b47a None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'e570b3b9-293a-4636-b993-9787e0f1821f', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:20:16Z', 'updated_at': '2021-08-24T16:20:32Z', 'revision_number': 1, 'project_id': '5adafea823bc40279baa813adc051baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:20:34.057905 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a2e6-d2c1-43d1-a0c9-c729d854908b None None] New status for floating IP e570b3b9-293a-4636-b993-9787e0f1821f: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:20:35.086065 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device a643e2ac-b008-4b84-a52f-4e785ba7bc96 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:35.106467 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: a643e2ac-b008-4b84-a52f-4e785ba7bc96 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:35.106826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device a643e2ac-b008-4b84-a52f-4e785ba7bc96 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:36.638862 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3291-475e-44b2-9544-d9a73148e031 req-80f1e932-41c1-41c9-a464-8690359eb541 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:36.640355 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-152f3291-475e-44b2-9544-d9a73148e031 req-80f1e932-41c1-41c9-a464-8690359eb541 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0530417 Aug 24 16:20:36.678859 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-152f3291-475e-44b2-9544-d9a73148e031 req-4d0ea96d-c4ed-4088-a1fb-daf7459ad616 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Aug 24 16:20:37.185901 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:20:37.794930 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d661df-10f8-453b-a329-7e7d66a44215 req-94317438-4a23-4484-b2e3-f275301642af tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:37.796373 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-99d661df-10f8-453b-a329-7e7d66a44215 req-94317438-4a23-4484-b2e3-f275301642af tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0483007 Aug 24 16:20:37.834494 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-99d661df-10f8-453b-a329-7e7d66a44215 req-fba84540-9c3b-4273-8f8b-7cf5273dddca tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 24 16:20:38.241985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-0c13394a-2fd9-4a54-9032-1154f89df4f6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:38.243422 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-0c13394a-2fd9-4a54-9032-1154f89df4f6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Aug 24 16:20:38.339127 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Deleting port 0621e0e0-810a-429e-b43c-eca1cd4b4395 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:38.339473 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:38.428049 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] For port 0621e0e0-810a-429e-b43c-eca1cd4b4395, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=0621e0e0-810a-429e-b43c-eca1cd4b4395,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:38.428340 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:38.440169 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Calling delete_port for 0621e0e0-810a-429e-b43c-eca1cd4b4395 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:38.663179 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:38.675372 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde', '726bd804-2cad-4375-9d68-6fdecf9e95b4', '0621e0e0-810a-429e-b43c-eca1cd4b4395'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:38.699239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event deleted for resources: {'Port': ['ID=0621e0e0-810a-429e-b43c-eca1cd4b4395,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:38.722917 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.723269 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.723612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.723954 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.724294 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.724794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.725059 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.725393 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.725721 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.726500 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.726500 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.726730 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:38.748130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] No DVR routers for this DVR port 0621e0e0-810a-429e-b43c-eca1cd4b4395 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:38.750808 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:38.753013 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15bdc82b-4771-4eda-8a45-492ad166eb73 req-a454e0c9-e20e-4a2b-a58f-83d9c8e4cfb3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "DELETE /v2.0/ports/0621e0e0-810a-429e-b43c-eca1cd4b4395 HTTP/1.1" status: 204 len: 173 time: 0.5027256 Aug 24 16:20:38.753481 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'name': 'network-vif-deleted', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:38.756343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95508e0-bd5f-475f-ab47-099df7287b50" -d '{"events": [{"server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "name": "network-vif-deleted", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:38.795498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246b1eb5-7bce-4296-8f76-2c0b7fa0c14b x-openstack-request-id: req-246b1eb5-7bce-4296-8f76-2c0b7fa0c14b {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:38.795798 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842df739-c458-4ad8-9ff8-535fcd0316f0", "name": "network-vif-deleted", "tag": "0621e0e0-810a-429e-b43c-eca1cd4b4395", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:38.796054 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-246b1eb5-7bce-4296-8f76-2c0b7fa0c14b {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:38.796460 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842df739-c458-4ad8-9ff8-535fcd0316f0', 'name': 'network-vif-deleted', 'tag': '0621e0e0-810a-429e-b43c-eca1cd4b4395', 'status': 'completed', 'code': 200} Aug 24 16:20:38.930549 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e557525-1be4-4188-a022-93562d16f037 req-5ec26ebf-9fd2-4021-b26a-0b5a7c88d6b3 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=842df739-c458-4ad8-9ff8-535fcd0316f0 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Aug 24 16:20:40.414133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15be69-5931-4d39-9885-b7cde500fd86 req-c4531f02-0146-438a-a68a-4a39ded00cc7 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:40.415634 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a15be69-5931-4d39-9885-b7cde500fd86 req-c4531f02-0146-438a-a68a-4a39ded00cc7 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0537350 Aug 24 16:20:40.453043 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a15be69-5931-4d39-9885-b7cde500fd86 req-7b949164-983e-4831-9323-c04ad63c27b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311079 Aug 24 16:20:40.926786 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cb284d07-feca-4023-a357-2b2dfca76cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:41.115239 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 0621e0e0-810a-429e-b43c-eca1cd4b4395 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:41.135298 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 0621e0e0-810a-429e-b43c-eca1cd4b4395 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:41.135781 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 0621e0e0-810a-429e-b43c-eca1cd4b4395 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:41.568397 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905856e4-ebbd-463c-bae2-a942b2f77d91 req-276e53cf-87c4-4267-9e7d-baa93387de1f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:41.569897 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-905856e4-ebbd-463c-bae2-a942b2f77d91 req-276e53cf-87c4-4267-9e7d-baa93387de1f tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0485382 Aug 24 16:20:41.610401 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-905856e4-ebbd-463c-bae2-a942b2f77d91 req-308532fe-83db-4a15-a54b-383a5bcc5a78 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Aug 24 16:20:41.776057 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-45b30750-136b-47e9-aa96-6acddd41d7f5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:41.777542 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-45b30750-136b-47e9-aa96-6acddd41d7f5 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 945 time: 0.0510843 Aug 24 16:20:41.871494 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Deleting port 726bd804-2cad-4375-9d68-6fdecf9e95b4 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:41.871836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:41.960002 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] For port 726bd804-2cad-4375-9d68-6fdecf9e95b4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=726bd804-2cad-4375-9d68-6fdecf9e95b4,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:41.960369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:41.972621 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Calling delete_port for 726bd804-2cad-4375-9d68-6fdecf9e95b4 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:42.182264 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:42.194745 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde', '726bd804-2cad-4375-9d68-6fdecf9e95b4'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:42.214038 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event deleted for resources: {'Port': ['ID=726bd804-2cad-4375-9d68-6fdecf9e95b4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:42.253512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] No DVR routers for this DVR port 726bd804-2cad-4375-9d68-6fdecf9e95b4 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:42.256069 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:42.258167 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1d426b6a-49b2-4152-8735-7973871a7c2c req-1a94e8cd-4507-4de6-b150-6c66deb63a65 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "DELETE /v2.0/ports/726bd804-2cad-4375-9d68-6fdecf9e95b4 HTTP/1.1" status: 204 len: 173 time: 0.4743853 Aug 24 16:20:42.258604 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'name': 'network-vif-deleted', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:42.260893 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff7f01c-3ded-48ec-ab31-25fe37425088" -d '{"events": [{"server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "name": "network-vif-deleted", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:42.364088 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719a729-4e09-4ace-8703-9e74cf15e3da x-openstack-request-id: req-8719a729-4e09-4ace-8703-9e74cf15e3da {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:42.364088 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c22397-ec54-4535-b379-b61654fe524a", "name": "network-vif-deleted", "tag": "726bd804-2cad-4375-9d68-6fdecf9e95b4", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:42.364088 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8719a729-4e09-4ace-8703-9e74cf15e3da {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:42.364088 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c22397-ec54-4535-b379-b61654fe524a', 'name': 'network-vif-deleted', 'tag': '726bd804-2cad-4375-9d68-6fdecf9e95b4', 'status': 'completed', 'code': 200} Aug 24 16:20:42.707113 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a1ab5e44-4954-4181-9966-65a23d9ea398 req-3967b1fd-cefb-4195-bf7c-e0175875dc1e tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c22397-ec54-4535-b379-b61654fe524a HTTP/1.1" status: 200 len: 210 time: 0.0272141 Aug 24 16:20:43.692094 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b48b0b8e-3811-48de-8f5e-5dc6b394b1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:43.960359 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:44.846042 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:45.137942 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 726bd804-2cad-4375-9d68-6fdecf9e95b4 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:45.159369 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 726bd804-2cad-4375-9d68-6fdecf9e95b4 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:45.163058 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 726bd804-2cad-4375-9d68-6fdecf9e95b4 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:45.498993 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc717e18-ee45-435b-b1e8-8ca90cc7ece2 req-014c01f6-0874-4289-b16c-6d4a31c1ad32 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:45.500472 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc717e18-ee45-435b-b1e8-8ca90cc7ece2 req-014c01f6-0874-4289-b16c-6d4a31c1ad32 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Aug 24 16:20:45.540588 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dc717e18-ee45-435b-b1e8-8ca90cc7ece2 req-af635945-a65f-42f2-890b-56327f63a2fe tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 24 16:20:46.398921 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:46.654918 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c6f66-ac03-40d9-b4f5-89cc3dbcf2e7 req-c0500464-6298-4f32-a6c4-6ef6a82d159d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:46.656391 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-487c6f66-ac03-40d9-b4f5-89cc3dbcf2e7 req-c0500464-6298-4f32-a6c4-6ef6a82d159d tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Aug 24 16:20:46.693251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-487c6f66-ac03-40d9-b4f5-89cc3dbcf2e7 req-82a63fc8-4cc7-413e-adc0-22b9bf28a81b tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/security-groups?id=8ba64bf2-1358-4497-9c0b-650d0eca1515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Aug 24 16:20:47.231202 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-a68b8f66-1dff-41ad-9c17-88ef6c26c7b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:47.232650 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-a68b8f66-1dff-41ad-9c17-88ef6c26c7b6 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 945 time: 0.0463791 Aug 24 16:20:47.329023 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Deleting port f81bdb72-a340-41ad-abc1-aaa541b2ccde {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:20:47.329372 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:47.417241 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] For port f81bdb72-a340-41ad-abc1-aaa541b2ccde, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f81bdb72-a340-41ad-abc1-aaa541b2ccde,segment=NetworkSegment(42b7f4e0-9413-4b6c-a2fa-2293424ec235),segment_id=42b7f4e0-9413-4b6c-a2fa-2293424ec235)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:20:47.417601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:47.429085 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Calling delete_port for f81bdb72-a340-41ad-abc1-aaa541b2ccde owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:20:47.644878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:47.657126 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['f81bdb72-a340-41ad-abc1-aaa541b2ccde'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:20:47.672268 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Pushing event deleted for resources: {'Port': ['ID=f81bdb72-a340-41ad-abc1-aaa541b2ccde,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:47.716958 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] No DVR routers for this DVR port f81bdb72-a340-41ad-abc1-aaa541b2ccde on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:20:47.722921 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:47.722921 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9a5e5d4-662a-49dd-acfb-ac91267fa7e8 req-b3087a10-718b-4646-9134-dd06ab8253fb tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.37 "DELETE /v2.0/ports/f81bdb72-a340-41ad-abc1-aaa541b2ccde HTTP/1.1" status: 204 len: 173 time: 0.4812868 Aug 24 16:20:47.722921 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'name': 'network-vif-deleted', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:20:47.724134 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ccaea-fd12-4fcc-8186-3cb8604c3707" -d '{"events": [{"server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "name": "network-vif-deleted", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:20:47.765246 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09afb75-526a-42a5-8d5d-0e57b87a33ed x-openstack-request-id: req-d09afb75-526a-42a5-8d5d-0e57b87a33ed {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:20:47.765549 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984abb5-dd6a-4d91-a9a0-bc5540c9ad81", "name": "network-vif-deleted", "tag": "f81bdb72-a340-41ad-abc1-aaa541b2ccde", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:20:47.765801 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d09afb75-526a-42a5-8d5d-0e57b87a33ed {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:20:47.766208 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984abb5-dd6a-4d91-a9a0-bc5540c9ad81', 'name': 'network-vif-deleted', 'tag': 'f81bdb72-a340-41ad-abc1-aaa541b2ccde', 'status': 'completed', 'code': 200} Aug 24 16:20:47.792000 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3db68766-bb63-448a-9186-c36975110fb1 req-36d81976-8765-43ad-b49a-69e690ded7e0 tempest-AttachVolumeNegativeTest-1932087559 tempest-AttachVolumeNegativeTest-1932087559-project] 10.222.0.52 "GET /v2.0/ports?device_id=0984abb5-dd6a-4d91-a9a0-bc5540c9ad81 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Aug 24 16:20:48.846360 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51746) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:48.889830 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Deleting subnet 94af3e19-e576-416f-98a5-6437a3e8822d {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:20:48.892831 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:48.929460 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3655821'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:48.965969 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.092041 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126210545'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.118828 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94af3e19-e576-416f-98a5-6437a3e8822d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:49.126445 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.128039 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94af3e19-e576-416f-98a5-6437a3e8822d HTTP/1.1" status: 204 len: 168 time: 0.2806940 Aug 24 16:20:49.129910 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.130312 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.130665 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.130860 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51754) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:49.131302 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.131302 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.131657 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.131990 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.132322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.132681 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.133039 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.133342 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.133669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117bea5-14c1-400c-83b4-9c4b3795efa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:20:49.197129 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.275368 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.284680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c241f854-29f0-4832-9a41-814aa1020adf']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:49.294753 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b7f4e0-9413-4b6c-a2fa-2293424ec235') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:49.295047 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b7f4e0-9413-4b6c-a2fa-2293424ec235') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:20:49.303469 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.316787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.323023 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:20:49.323413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:20:49.325104 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:20:49.434898 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.440005 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:49.444752 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c241f854-29f0-4832-9a41-814aa1020adf HTTP/1.1" status: 204 len: 168 time: 0.3102264 Aug 24 16:20:49.455751 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1bb45-2d42-4a20-91ae-1fa3c7ab4369 admin admin] Pushing event deleted for resources: {'Network': ['ID=c241f854-29f0-4832-9a41-814aa1020adf,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:49.913431 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51764) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:49.952293 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7c236a3e-c9a4-49e3-9a95-e8e4f33312b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a28a5c7eed34fafa69bab5dc1ce4d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377283 Aug 24 16:20:49.954720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51766) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:20:50.004913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:50.025787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:50.148623 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:50.151270 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:50.152413 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ba64bf2-1358-4497-9c0b-650d0eca1515 HTTP/1.1" status: 204 len: 168 time: 0.1968262 Aug 24 16:20:50.160055 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a777e-15d9-49cd-8610-718ed1448c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba64bf2-1358-4497-9c0b-650d0eca1515,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:20:51.172937 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device f81bdb72-a340-41ad-abc1-aaa541b2ccde no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:20:51.191344 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: f81bdb72-a340-41ad-abc1-aaa541b2ccde {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:20:51.191681 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device f81bdb72-a340-41ad-abc1-aaa541b2ccde not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:20:52.622923 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:20:58.245026 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3445608-0131-43d9-a302-47ccf7def614 req-a094942a-c1f1-4443-807d-35c8caae2001 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:58.246527 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f3445608-0131-43d9-a302-47ccf7def614 req-a094942a-c1f1-4443-807d-35c8caae2001 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0500829 Aug 24 16:20:58.283377 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f3445608-0131-43d9-a302-47ccf7def614 req-665a5595-4be4-4a09-a9ed-8dfd09b156d8 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Aug 24 16:20:59.408858 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ec46-7875-4665-823c-9ffefc98d469 req-a9fc3af2-b03b-41ad-94bf-4ecf6891b726 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:20:59.414535 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34b7ec46-7875-4665-823c-9ffefc98d469 req-a9fc3af2-b03b-41ad-94bf-4ecf6891b726 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0622950 Aug 24 16:20:59.451842 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-34b7ec46-7875-4665-823c-9ffefc98d469 req-c3c98e20-000e-45e5-95e2-0e7d7c304000 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Aug 24 16:21:00.578176 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38fd79-68fb-40ee-8295-f5da7056666f req-eab2e3d1-b0c5-4339-85b7-94a5e3c75cca tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:00.579689 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9e38fd79-68fb-40ee-8295-f5da7056666f req-eab2e3d1-b0c5-4339-85b7-94a5e3c75cca tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0499821 Aug 24 16:21:00.617619 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9e38fd79-68fb-40ee-8295-f5da7056666f req-54ab969c-0137-49f9-8629-07407f2bc4cc tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 24 16:21:01.019407 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51942) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:01.125786 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b852ac1-9105-4958-9b24-264b9f897ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.218771 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b852ac1-9105-4958-9b24-264b9f897ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.456272 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0b852ac1-9105-4958-9b24-264b9f897ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.495767 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0b852ac1-9105-4958-9b24-264b9f897ec5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a09131401c074e40bef69841e655d856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752939 Aug 24 16:21:01.496668 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852ac1-9105-4958-9b24-264b9f897ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe5ed5-c943-40a8-8f7d-cce8b6ce1159,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:01.498505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 51952) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:01.549094 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.569989 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.668937 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.671686 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:01.673590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cafe5ed5-c943-40a8-8f7d-cce8b6ce1159 HTTP/1.1" status: 204 len: 168 time: 0.1726093 Aug 24 16:21:01.681165 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb20dbc-7018-4791-8700-46174eb2f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe5ed5-c943-40a8-8f7d-cce8b6ce1159,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:01.745575 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc9a-c5bb-4795-aa3c-28831f4f3ef1 req-b153ba1d-737b-48dd-b3ea-a94bdea7d4da tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:01.747123 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-07f7dc9a-c5bb-4795-aa3c-28831f4f3ef1 req-b153ba1d-737b-48dd-b3ea-a94bdea7d4da tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0577021 Aug 24 16:21:01.786407 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-07f7dc9a-c5bb-4795-aa3c-28831f4f3ef1 req-c5ae1bae-ff9b-4464-86c5-194c270fcdc2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333002 Aug 24 16:21:02.817586 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51984) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:02.901075 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68872e3e-e1ee-4747-84f8-6ccdb1c9e81c req-f4425cdd-a984-44bd-b657-cf1ba8590d3a tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:02.903053 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68872e3e-e1ee-4747-84f8-6ccdb1c9e81c req-f4425cdd-a984-44bd-b657-cf1ba8590d3a tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Aug 24 16:21:02.912161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-324785753-network', 'tenant_id': 'ccc7aa1a5f1f4f80980d397906275b0d'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:02.941631 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-68872e3e-e1ee-4747-84f8-6ccdb1c9e81c req-05e4fca9-fa27-48f1-82ce-f682a79dfc0f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Aug 24 16:21:02.982702 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Made reservation on behalf of ccc7aa1a5f1f4f80980d397906275b0d for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:21:02.985083 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:02.993505 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.081731 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.119620 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.140250 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:21:03.154286 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0393b-eaa1-43af-92ba-410ea333d21d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:03.157096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.157437 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Added segment 57956ae5-cc57-4613-aea1-7637927a5ff3 of type vlan for network 9943c359-af54-4bf3-97a9-0c9916242c99 Aug 24 16:21:03.195560 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.295800 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.296802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:03.297380 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.353253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=9943c359-af54-4bf3-97a9-0c9916242c99,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:03.363709 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 9943c359-af54-4bf3-97a9-0c9916242c99 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:21:03.383799 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9e94cbe6-b056-4672-bf7c-1631a8f81ee5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5649827 Aug 24 16:21:03.386412 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 51990) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:03.391492 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Request body: {'subnet': {'network_id': '9943c359-af54-4bf3-97a9-0c9916242c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-324785753-subnet', 'tenant_id': 'ccc7aa1a5f1f4f80980d397906275b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:03.445943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Made reservation on behalf of ccc7aa1a5f1f4f80980d397906275b0d for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:21:03.448851 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.661964 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.717837 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f1de05-3bab-479a-bdf5-6a4a99b23bcb,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:03.729381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Checking segment: {'id': '57956ae5-cc57-4613-aea1-7637927a5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9943c359-af54-4bf3-97a9-0c9916242c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:21:03.729747 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Network hostable DHCP agents. Network: 9943c359-af54-4bf3-97a9-0c9916242c99, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:21:03.823022 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Network 9943c359-af54-4bf3-97a9-0c9916242c99 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:21:03.902918 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 9943c359-af54-4bf3-97a9-0c9916242c99) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:21:03.906983 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:03.907585 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:03.911833 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f1776-ed9f-4ae8-a9df-5ce4eaacfd23 None None] Network 9943c359-af54-4bf3-97a9-0c9916242c99 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:21:03.989410 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6aa35292-b289-438e-8fe0-6122e6f89bf6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6019282 Aug 24 16:21:04.035288 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01906b3e-4db4-4c2e-85ae-1aa1851c99a2 None None] Network 9943c359-af54-4bf3-97a9-0c9916242c99 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:21:04.060897 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2120-c39a-4e16-a212-cbfaec35d2b7 req-34e82e01-7741-4f40-94d9-51ff19928ce1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:04.062442 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37cf2120-c39a-4e16-a212-cbfaec35d2b7 req-34e82e01-7741-4f40-94d9-51ff19928ce1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Aug 24 16:21:04.105323 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37cf2120-c39a-4e16-a212-cbfaec35d2b7 req-572aa3d7-e989-4caf-910a-f21081b72b44 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 Aug 24 16:21:04.755615 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52012) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:04.760459 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-829977881-network', 'tenant_id': 'fab3fd7d9b0a4e8e9f1262b20fbb8258'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:04.822600 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Made reservation on behalf of fab3fd7d9b0a4e8e9f1262b20fbb8258 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:21:04.824849 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:04.832774 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:04.921140 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:04.993890 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.017983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:21:05.026399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5032b9-0f65-4f38-8ca3-749194c767b2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:05.032167 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.036939 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Added segment c41688d7-eb0b-48c7-beea-d5c53bc69695 of type vlan for network 4823e678-5cfe-4331-8723-b6bb4b1adce3 Aug 24 16:21:05.071645 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.165642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.166631 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:05.167875 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.255114 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4823e678-5cfe-4331-8723-b6bb4b1adce3,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:05.260381 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a5604e14-1d5b-46ef-85d8-86a8e88149a5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5037477 Aug 24 16:21:05.263312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52018) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:05.265736 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 4823e678-5cfe-4331-8723-b6bb4b1adce3 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:21:05.269970 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Request body: {'subnet': {'network_id': '4823e678-5cfe-4331-8723-b6bb4b1adce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-829977881-subnet', 'tenant_id': 'fab3fd7d9b0a4e8e9f1262b20fbb8258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:05.275150 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258d86a-bb4c-4035-9e83-e6a218c950a9 req-a56368fb-e87c-4f3f-9538-9e0a591d146d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:05.277606 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a258d86a-bb4c-4035-9e83-e6a218c950a9 req-a56368fb-e87c-4f3f-9538-9e0a591d146d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0997684 Aug 24 16:21:05.317351 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a258d86a-bb4c-4035-9e83-e6a218c950a9 req-574ee158-965f-4af6-b4aa-07b7abab36cb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Aug 24 16:21:05.382772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Made reservation on behalf of fab3fd7d9b0a4e8e9f1262b20fbb8258 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:21:05.385628 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.617743 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.672591 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Pushing event updated for resources: {'Subnet': ['ID=44381878-e91f-48b5-94c6-c8ebc6a01aee,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:05.681048 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Checking segment: {'id': 'c41688d7-eb0b-48c7-beea-d5c53bc69695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4823e678-5cfe-4331-8723-b6bb4b1adce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:21:05.681409 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Network hostable DHCP agents. Network: 4823e678-5cfe-4331-8723-b6bb4b1adce3, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:21:05.794224 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Network 4823e678-5cfe-4331-8723-b6bb4b1adce3 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:21:05.862582 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 4823e678-5cfe-4331-8723-b6bb4b1adce3) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:21:05.866410 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:05.867008 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:05.871468 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b539fb-3ce4-4983-88ee-b979ae176adf None None] Network 4823e678-5cfe-4331-8723-b6bb4b1adce3 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:21:05.949113 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-08333400-653e-48ae-a6c5-0ba8d7c401da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6833928 Aug 24 16:21:06.003253 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433dafb-2da8-4750-be13-ee3f4d70e406 None None] Network 4823e678-5cfe-4331-8723-b6bb4b1adce3 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:21:06.065238 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52026) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:06.108979 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Deleting subnet 18f1de05-3bab-479a-bdf5-6a4a99b23bcb {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:21:06.112244 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.146427 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.187350 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.309574 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.334541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f1de05-3bab-479a-bdf5-6a4a99b23bcb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:06.339709 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.343490 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52030) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:06.343946 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-62aabcfb-3e5a-4383-b7ef-a8e635ba630c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/18f1de05-3bab-479a-bdf5-6a4a99b23bcb HTTP/1.1" status: 204 len: 168 time: 0.2773051 Aug 24 16:21:06.441045 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.463210 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a98d8-4aa1-4dbd-886a-52bf75d56a42 req-ed5fdd10-2997-4c0b-8d7a-e864ca705ef1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:06.464734 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b4a98d8-4aa1-4dbd-886a-52bf75d56a42 req-ed5fdd10-2997-4c0b-8d7a-e864ca705ef1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0737281 Aug 24 16:21:06.555616 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.566785 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b4a98d8-4aa1-4dbd-886a-52bf75d56a42 req-df12686f-b3f7-43d3-b7be-ef78ab34a528 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828726 Aug 24 16:21:06.570074 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9943c359-af54-4bf3-97a9-0c9916242c99']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:06.579322 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57956ae5-cc57-4613-aea1-7637927a5ff3') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:06.579628 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57956ae5-cc57-4613-aea1-7637927a5ff3') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:06.589061 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.601893 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.608132 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:21:06.608581 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:21:06.610199 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:21:06.737626 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.743855 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.745958 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] 10.222.0.52 "DELETE /v2.0/networks/9943c359-af54-4bf3-97a9-0c9916242c99 HTTP/1.1" status: 204 len: 168 time: 0.4008505 Aug 24 16:21:06.749202 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52034) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:06.756771 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bfc5e-130b-4bdc-a0aa-b44a62b44f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=9943c359-af54-4bf3-97a9-0c9916242c99,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:06.795043 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Deleting subnet 44381878-e91f-48b5-94c6-c8ebc6a01aee {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:21:06.798161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.830973 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:06.875570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.011675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.039994 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.042549 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/44381878-e91f-48b5-94c6-c8ebc6a01aee HTTP/1.1" status: 204 len: 168 time: 0.2916191 Aug 24 16:21:07.043307 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eccced-5090-4e4b-945b-bd194895776c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44381878-e91f-48b5-94c6-c8ebc6a01aee,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:07.044947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52038) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:07.113361 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.186876 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.196151 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4823e678-5cfe-4331-8723-b6bb4b1adce3']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:07.206444 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41688d7-eb0b-48c7-beea-d5c53bc69695') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:07.206738 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41688d7-eb0b-48c7-beea-d5c53bc69695') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:07.215620 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.228524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.234111 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:21:07.234426 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:21:07.235974 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:21:07.353313 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.357455 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.360679 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4823e678-5cfe-4331-8723-b6bb4b1adce3 HTTP/1.1" status: 204 len: 168 time: 0.3133523 Aug 24 16:21:07.371789 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7f485-a356-4f19-a5db-059e0bde2729 admin admin] Pushing event deleted for resources: {'Network': ['ID=4823e678-5cfe-4331-8723-b6bb4b1adce3,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:07.680866 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffca30-7115-4350-9bbf-250586e3ef0d req-90dac618-856d-4fe7-8c3e-a5de045befc1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:07.683916 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a0ffca30-7115-4350-9bbf-250586e3ef0d req-90dac618-856d-4fe7-8c3e-a5de045befc1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Aug 24 16:21:07.723122 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a0ffca30-7115-4350-9bbf-250586e3ef0d req-510fff95-fd12-4bcc-a6c4-336f14141ece tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Aug 24 16:21:07.733780 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52046) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:07.772193 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-767c0b77-46c4-4cc7-9374-7d7f9e1fb328 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ccc7aa1a5f1f4f80980d397906275b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372233 Aug 24 16:21:07.774702 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52048) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:07.826553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.849059 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.983088 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.985697 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:07.986846 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06f0393b-eaa1-43af-92ba-410ea333d21d HTTP/1.1" status: 204 len: 168 time: 0.2111144 Aug 24 16:21:07.994919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dd0b-f5cd-452f-a82c-db9a411c6c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0393b-eaa1-43af-92ba-410ea333d21d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:08.457834 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8487-7546-4f71-8922-8914c84a9502 req-8b0eb6a8-189c-4fa7-9291-ba47d98bf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:08.459235 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-8b0eb6a8-189c-4fa7-9291-ba47d98bf6c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0402105 Aug 24 16:21:08.552356 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8487-7546-4f71-8922-8914c84a9502 req-7cd8779e-3b42-4644-82b0-012c2a43fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:08.553895 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-7cd8779e-3b42-4644-82b0-012c2a43fad3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 908 time: 0.0868850 Aug 24 16:21:08.618496 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-b4fc2952-3321-40c8-a71d-de0141787180 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 1001 time: 0.0564592 Aug 24 16:21:08.670669 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8487-7546-4f71-8922-8914c84a9502 req-62b5c202-9b78-4cd3-9958-5b8e52f6695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:08.672460 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-62b5c202-9b78-4cd3-9958-5b8e52f6695d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0457640 Aug 24 16:21:08.723037 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8487-7546-4f71-8922-8914c84a9502 req-c44fd9b9-e251-4b0a-b65b-86d07f670695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:08.725069 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-c44fd9b9-e251-4b0a-b65b-86d07f670695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439267 Aug 24 16:21:08.752588 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52058) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:08.795223 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-267f4acf-430a-42b0-812e-d73cc2278ab6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fab3fd7d9b0a4e8e9f1262b20fbb8258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415008 Aug 24 16:21:08.797714 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52062) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:08.820442 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-63041542-51e8-4abb-a579-a132eeae8791 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881016 Aug 24 16:21:08.895422 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086a84-200c-4dd6-ba43-3bb2a3080531 req-a253c617-3cbd-4732-b1ec-000d8b5e5ae3 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:08.896985 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd086a84-200c-4dd6-ba43-3bb2a3080531 req-a253c617-3cbd-4732-b1ec-000d8b5e5ae3 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0717571 Aug 24 16:21:08.898031 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:08.924838 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-319a8487-7546-4f71-8922-8914c84a9502 req-5de505ab-a894-4ba1-be27-f4b19062bf00 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953698 Aug 24 16:21:08.938138 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:08.972195 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd086a84-200c-4dd6-ba43-3bb2a3080531 req-05e093bb-276b-4ffa-8498-a8bbf327ee70 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687833 Aug 24 16:21:09.051236 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:09.053841 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:09.055528 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb5032b9-0f65-4f38-8ca3-749194c767b2 HTTP/1.1" status: 204 len: 168 time: 0.2563262 Aug 24 16:21:09.063147 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f43973-dd2e-4fad-b54a-300cb6aeaaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5032b9-0f65-4f38-8ca3-749194c767b2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:10.088468 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a6995-2415-458e-98d1-71fe98234ea7 req-021581a6-7bca-44c0-9f9a-0d5887c261b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:10.090039 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d80a6995-2415-458e-98d1-71fe98234ea7 req-021581a6-7bca-44c0-9f9a-0d5887c261b1 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Aug 24 16:21:10.127033 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d80a6995-2415-458e-98d1-71fe98234ea7 req-decb6a1d-9692-464f-9ff9-f44403f99982 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305223 Aug 24 16:21:10.903753 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f73e5d11-ac80-4ee8-8fba-c35e096bf9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:11.245693 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e293-31fd-40fc-aae9-bd751be77e31 req-f37187f6-0386-4ff7-8ab7-3a3b18f4697c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:11.247247 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bd47e293-31fd-40fc-aae9-bd751be77e31 req-f37187f6-0386-4ff7-8ab7-3a3b18f4697c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0513260 Aug 24 16:21:11.286306 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bd47e293-31fd-40fc-aae9-bd751be77e31 req-d2f224d8-93dc-45ff-94b7-2f0787d3bb3e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Aug 24 16:21:12.408737 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9e4c-489d-473d-8f65-e70d03962c5a req-a6c16251-ac32-495c-8a78-7ba74fe288c2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:12.410195 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48ea9e4c-489d-473d-8f65-e70d03962c5a req-a6c16251-ac32-495c-8a78-7ba74fe288c2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Aug 24 16:21:12.446950 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48ea9e4c-489d-473d-8f65-e70d03962c5a req-ad345d5d-7656-4c0f-8745-ff72f368e8c0 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Aug 24 16:21:12.891474 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07870ed-3a65-48c3-aace-92cf5e6a13eb req-188ba8e4-8f81-4e96-9e6d-5313efde768d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:12.892996 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b07870ed-3a65-48c3-aace-92cf5e6a13eb req-188ba8e4-8f81-4e96-9e6d-5313efde768d tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0754490 Aug 24 16:21:12.914250 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-5567d62b-e4bc-47f9-893b-3456a7e05492 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679657 Aug 24 16:21:12.942705 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b07870ed-3a65-48c3-aace-92cf5e6a13eb req-f60e41c6-8149-4e4e-8ecb-54e9805ade57 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Aug 24 16:21:13.336133 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:13.416935 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:13.438814 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:13.441047 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4888f-bcd3-4df4-a95b-62450763257e" -d '{"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-unplugged", "status": "completed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:13.454039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:13.519080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:13.592873 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:13.613247 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.613604 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.614092 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.614439 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.614773 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.615291 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.615787 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.616271 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.617071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.617735 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.618226 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.618699 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:13.654354 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0727e6f4-4bb4-40b4-bc67-156787e86288 x-openstack-request-id: req-0727e6f4-4bb4-40b4-bc67-156787e86288 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:13.654644 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-unplugged", "status": "failed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "code": 422}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:13.654895 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0727e6f4-4bb4-40b4-bc67-156787e86288 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:13.655284 dv-cinder-755654-11-iscsi neutron-server[94577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'code': 422} returned with failed status Aug 24 16:21:13.668231 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f89b20-fa71-429d-9efb-7872eeea07ea req-810079e0-f20c-4dd5-bad6-aafbc767e827 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:13.668231 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58f89b20-fa71-429d-9efb-7872eeea07ea req-810079e0-f20c-4dd5-bad6-aafbc767e827 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0688481 Aug 24 16:21:13.686311 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e49b73b4-61ad-472c-8fb3-42fd53273e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:13.708347 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58f89b20-fa71-429d-9efb-7872eeea07ea req-e7d4c699-7487-4779-91ca-dffb54dbafd2 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332892 Aug 24 16:21:13.925586 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:14.056576 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88d920-c119-4c41-a6ca-e34145151cd4 req-73f51b16-c3a8-481e-b6c0-726f89117f85 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:14.057973 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ab88d920-c119-4c41-a6ca-e34145151cd4 req-73f51b16-c3a8-481e-b6c0-726f89117f85 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0477958 Aug 24 16:21:14.097670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ab88d920-c119-4c41-a6ca-e34145151cd4 req-b6590296-9826-4df1-8b59-dfa767d22b87 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Aug 24 16:21:14.184205 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:21:14.679551 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52274) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:14.786623 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2be6214-7cfe-4b98-94a7-a9f2988fc30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:14.789264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:14.825018 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba11d00-4589-43ff-be78-57ea03610b42 req-200f066c-b3ea-42c7-b01a-75630ca8b713 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:14.827068 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ba11d00-4589-43ff-be78-57ea03610b42 req-200f066c-b3ea-42c7-b01a-75630ca8b713 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0511501 Aug 24 16:21:14.865371 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7ba11d00-4589-43ff-be78-57ea03610b42 req-e3c72ddc-16b2-4319-9b05-e5ce45833b7d tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Aug 24 16:21:14.882907 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2be6214-7cfe-4b98-94a7-a9f2988fc30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:14.953376 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2be6214-7cfe-4b98-94a7-a9f2988fc30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:14.992064 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c2be6214-7cfe-4b98-94a7-a9f2988fc30c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2966c163de54785a6f5d9893aeb525c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114581 Aug 24 16:21:14.993312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be6214-7cfe-4b98-94a7-a9f2988fc30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46d4ec-083a-4eb5-b7d0-7ef58029eebe,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:14.995293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52280) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:15.048921 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.069305 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.194975 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.197514 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.198857 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af46d4ec-083a-4eb5-b7d0-7ef58029eebe HTTP/1.1" status: 204 len: 168 time: 0.2023883 Aug 24 16:21:15.211979 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc491-e9b1-4709-af29-793982330a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46d4ec-083a-4eb5-b7d0-7ef58029eebe,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:15.235206 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7e3f-cfea-4bd1-9d56-699574c7857b req-bcfbd00f-1334-4165-8322-9a0ccd8507fe tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:15.237027 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6b5b7e3f-cfea-4bd1-9d56-699574c7857b req-bcfbd00f-1334-4165-8322-9a0ccd8507fe tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0701745 Aug 24 16:21:15.276367 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6b5b7e3f-cfea-4bd1-9d56-699574c7857b req-96c27114-29cd-4032-9325-078f63ca8613 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Aug 24 16:21:15.324588 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-fe656145-1148-4a8b-af56-f2c37921f308 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:15.326101 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-fe656145-1148-4a8b-af56-f2c37921f308 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0486956 Aug 24 16:21:15.423385 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Deleting port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:15.423796 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.532639 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-cd673332-9452-479b-ae16-990b70386f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:15.533504 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-cd673332-9452-479b-ae16-990b70386f4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48&tenant_id=c000831c3acd4f72a83ddbe121dc1767 HTTP/1.1" status: 200 len: 1096 time: 0.0685220 Aug 24 16:21:15.546092 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] For port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:15.546457 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.862472 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52290) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:15.876065 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8a88bbe-7ada-418c-ad31-b924809f64ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:15.877968 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-2529e40d-2deb-452c-8e0e-ba0e216b5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:15.879426 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-2529e40d-2deb-452c-8e0e-ba0e216b5ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1096 time: 0.3214481 Aug 24 16:21:16.002364 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8a88bbe-7ada-418c-ad31-b924809f64ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.019101 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206f827-f37f-4f2c-bf59-3e0c29b43849 req-43113536-25e9-4b06-8e6c-88c8201c6e74 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:16.020657 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8206f827-f37f-4f2c-bf59-3e0c29b43849 req-43113536-25e9-4b06-8e6c-88c8201c6e74 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 945 time: 0.0739741 Aug 24 16:21:16.049459 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.049849 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.050168 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Floating IP 9830fa57-1cde-460c-8564-a524231af93c disassociated. External IP: 172.27.1.229, port: 12f44cd5-cbf5-491e-8bca-b0bafe5d776f. Aug 24 16:21:16.050511 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Calling delete_port for 12f44cd5-cbf5-491e-8bca-b0bafe5d776f owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:16.058305 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8206f827-f37f-4f2c-bf59-3e0c29b43849 req-d82e1e95-10a5-4801-b46a-b110037820ec tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups?id=108c391d-f486-4490-b84f-bbdbf091bdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Aug 24 16:21:16.071613 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-d87ab482-c1d2-4519-a350-5d7e74f300fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:16.073109 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-d87ab482-c1d2-4519-a350-5d7e74f300fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 908 time: 0.1573126 Aug 24 16:21:16.085746 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8a88bbe-7ada-418c-ad31-b924809f64ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.124864 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d8a88bbe-7ada-418c-ad31-b924809f64ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37eeffda28a34e8ea94e70cb711869c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612646 Aug 24 16:21:16.125737 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88bbe-7ada-418c-ad31-b924809f64ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caa0535-a831-4030-8c4b-84034cd5a33d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:16.128747 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52294) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:16.176671 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.178216 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-da9f76d6-5514-4ee3-949f-9b3a6a961063 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 999 time: 0.0755930 Aug 24 16:21:16.198075 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.253889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-9ae5b0f7-4305-4c50-89da-be667c60feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:16.255270 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-9ae5b0f7-4305-4c50-89da-be667c60feeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0686767 Aug 24 16:21:16.312237 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-0b550598-a32b-4017-8667-42c975d6a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:16.313916 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-0b550598-a32b-4017-8667-42c975d6a836 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495522 Aug 24 16:21:16.377352 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.380042 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.381178 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5caa0535-a831-4030-8c4b-84034cd5a33d HTTP/1.1" status: 204 len: 168 time: 0.2513330 Aug 24 16:21:16.395357 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b8e4e-98d8-426f-ac5c-4d1b411dbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caa0535-a831-4030-8c4b-84034cd5a33d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:16.408816 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-4ef3c76a-1bdf-41d5-8bf3-151f6c32eccc service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Aug 24 16:21:16.409220 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d3a1b-734d-4073-ba1b-e42c8371e41f req-3ace94e9-5b2c-49ef-ade0-853bfab3840c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:16.410845 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-541d3a1b-734d-4073-ba1b-e42c8371e41f req-3ace94e9-5b2c-49ef-ade0-853bfab3840c tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0639617 Aug 24 16:21:16.442558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.475491 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.532599 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'Port': ['ID=12f44cd5-cbf5-491e-8bca-b0bafe5d776f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:16.612979 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a43ce1-b3a5-41d7-8c27-096548155d77 req-38a37cf4-8950-4d12-a9e0-0b07f45c1626 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971769 Aug 24 16:21:16.680776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:21:16.698358 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-541d3a1b-734d-4073-ba1b-e42c8371e41f req-5906e50d-eeb0-4d15-b2c5-8b10831a33b2 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745521 Aug 24 16:21:16.806397 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:21:16.816160 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:21:16.825131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:16.825778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:16.845963 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] No DVR routers for this DVR port 12f44cd5-cbf5-491e-8bca-b0bafe5d776f on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:21:16.849747 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:16.851854 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5c7c7c6-93f2-4840-ab97-389a48dc6299 req-3199657b-ad9c-4c14-9129-3c9b9fefc348 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.37 "DELETE /v2.0/ports/12f44cd5-cbf5-491e-8bca-b0bafe5d776f HTTP/1.1" status: 204 len: 173 time: 1.5194533 Aug 24 16:21:16.852305 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'name': 'network-vif-deleted', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:16.854776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af30af9b-cf29-49b4-86fd-87575622f523" -d '{"events": [{"server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "name": "network-vif-deleted", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:16.930722 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb57f3c-dc35-417c-803e-ca8a7b80e08e x-openstack-request-id: req-dcb57f3c-dc35-417c-803e-ca8a7b80e08e {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:16.931744 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a021c2-3726-4ec5-8eab-d62d6255f9cb", "name": "network-vif-deleted", "tag": "12f44cd5-cbf5-491e-8bca-b0bafe5d776f", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:16.932151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcb57f3c-dc35-417c-803e-ca8a7b80e08e {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:16.932724 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a021c2-3726-4ec5-8eab-d62d6255f9cb', 'name': 'network-vif-deleted', 'tag': '12f44cd5-cbf5-491e-8bca-b0bafe5d776f', 'status': 'completed', 'code': 200} Aug 24 16:21:17.001093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:17.201471 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6e5c4cd-8a1b-4249-aef1-7c4eeb2b66bd req-7df356e7-bf11-481c-b881-daef9568efbf tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a021c2-3726-4ec5-8eab-d62d6255f9cb HTTP/1.1" status: 200 len: 210 time: 0.0608108 Aug 24 16:21:17.262194 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:17.296526 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:21:17.302632 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:17.303232 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:17.417091 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:17.630618 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:17.658311 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ee4db-8a9f-43b4-845d-349b5fcc2da1 None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '150240f9-f3aa-4944-bb4b-20e546c93881', 'name': '', 'network_id': 'a5ac460f-d733-4c75-8fe8-5a895b903df2', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'mac_address': 'fa:16:3e:5f:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:16Z', 'updated_at': '2021-08-24T16:15:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'subnets': [{'id': 'd7112ed3-1ee1-4192-b703-64ce702a566d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:21:17.830802 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04336-f2f4-4067-8ac6-ee1aaaa1f10d req-4afc6012-06f5-4a45-a5f5-c250e817ccf6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:17.832452 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6b04336-f2f4-4067-8ac6-ee1aaaa1f10d req-4afc6012-06f5-4a45-a5f5-c250e817ccf6 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0524354 Aug 24 16:21:17.875769 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f6b04336-f2f4-4067-8ac6-ee1aaaa1f10d req-d9a6f2fb-9a9e-45ee-a06c-a562aaf1db51 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364358 Aug 24 16:21:17.948889 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77394234-e0f0-490e-98df-fa24ad09d78e None None] New status for floating IP 9830fa57-1cde-460c-8564-a524231af93c: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:21:18.344181 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52356) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:18.400324 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.424103 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.554586 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.559271 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.559271 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "DELETE /v2.0/security-groups/108c391d-f486-4490-b84f-bbdbf091bdc0 HTTP/1.1" status: 204 len: 168 time: 0.2131262 Aug 24 16:21:18.561748 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52366) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:18.568179 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faefeb-c6e3-47d3-b412-e483473a50ab tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c391d-f486-4490-b84f-bbdbf091bdc0,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:18.575224 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-44b2ff1b-68b4-4738-adaf-fe77b7795d0e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] show failed (client error): The resource could not be found. Aug 24 16:21:18.579994 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-44b2ff1b-68b4-4738-adaf-fe77b7795d0e tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "GET /v2.0/security-groups/108c391d-f486-4490-b84f-bbdbf091bdc0 HTTP/1.1" status: 404 len: 347 time: 0.0172405 Aug 24 16:21:18.582766 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52368) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:18.706353 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Deleting port 9f00708e-dba3-47c3-9794-166c7c120375 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:18.706711 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.784192 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.784557 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:18.797028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Calling delete_port for 9f00708e-dba3-47c3-9794-166c7c120375 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:18.993571 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f00bf-258b-42ed-a209-bd13d71a7c05 req-0e397798-6d28-4a3a-ba02-d7b2391da432 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:18.995041 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-396f00bf-258b-42ed-a209-bd13d71a7c05 req-0e397798-6d28-4a3a-ba02-d7b2391da432 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0488119 Aug 24 16:21:19.032717 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-396f00bf-258b-42ed-a209-bd13d71a7c05 req-b453c750-8a40-4bca-b5de-d37ff1ad723f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Aug 24 16:21:19.078964 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:19.104688 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Pushing event deleted for resources: {'Port': ['ID=9f00708e-dba3-47c3-9794-166c7c120375,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:19.164792 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:19.167209 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:19.168331 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9522318d-ef00-46fe-8516-e0ab153fa558 tempest-AttachVolumeTestJSON-1504275450 tempest-AttachVolumeTestJSON-1504275450-project] 10.222.0.52 "DELETE /v2.0/floatingips/9830fa57-1cde-460c-8564-a524231af93c HTTP/1.1" status: 204 len: 168 time: 0.5846214 Aug 24 16:21:19.365761 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 12f44cd5-cbf5-491e-8bca-b0bafe5d776f no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:19.389566 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 12f44cd5-cbf5-491e-8bca-b0bafe5d776f {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:21:19.389909 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 12f44cd5-cbf5-491e-8bca-b0bafe5d776f not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:21:19.808166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3c35-995e-4dba-8f48-6f6444317dc8 req-5bf30cf6-6eab-4f0c-8a57-f4453dd3ac67 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:19.810255 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2b9c3c35-995e-4dba-8f48-6f6444317dc8 req-5bf30cf6-6eab-4f0c-8a57-f4453dd3ac67 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0490997 Aug 24 16:21:19.853163 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2b9c3c35-995e-4dba-8f48-6f6444317dc8 req-1ba916e4-fbd1-4640-86e0-f415957e94cc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Aug 24 16:21:20.150013 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff367-affa-4740-b227-6e0dbcd163bd req-49a9d42a-d042-426b-9880-f6dbf1f9d286 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:20.151556 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e3fff367-affa-4740-b227-6e0dbcd163bd req-49a9d42a-d042-426b-9880-f6dbf1f9d286 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0516632 Aug 24 16:21:20.189644 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e3fff367-affa-4740-b227-6e0dbcd163bd req-4b74099c-975d-420f-a67a-6fcc2f0b0966 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Aug 24 16:21:20.983117 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1565-8121-44eb-8923-37e1ce59027b req-a0ebcb23-2988-492b-b99f-7e8aa8a85c9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:20.984676 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8aa1565-8121-44eb-8923-37e1ce59027b req-a0ebcb23-2988-492b-b99f-7e8aa8a85c9b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0505376 Aug 24 16:21:21.023246 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d8aa1565-8121-44eb-8923-37e1ce59027b req-051b4908-8550-4148-81ba-3048cc303b27 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Aug 24 16:21:21.301363 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbfcd-3bd1-4674-a515-62db04550e36 req-efedfaf7-7e59-4066-94d0-bc95e46c2f30 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:21.302679 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-245cbfcd-3bd1-4674-a515-62db04550e36 req-efedfaf7-7e59-4066-94d0-bc95e46c2f30 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0477126 Aug 24 16:21:21.340765 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-245cbfcd-3bd1-4674-a515-62db04550e36 req-87fb27de-59ff-4a02-93c8-5b35d40ea416 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 24 16:21:21.381582 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52426) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:21.484888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ffa483a8-07c9-4b3b-8bf1-0ffdc42f9b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.570292 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ffa483a8-07c9-4b3b-8bf1-0ffdc42f9b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.628218 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ffa483a8-07c9-4b3b-8bf1-0ffdc42f9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.672323 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ffa483a8-07c9-4b3b-8bf1-0ffdc42f9b3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c9342fcd3a74964ad2c9592fd1bbf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896838 Aug 24 16:21:21.673226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa483a8-07c9-4b3b-8bf1-0ffdc42f9b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fe1ff-1c88-4409-b0ad-8c5be938fcf8,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:21.675043 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52430) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:21.723060 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.747390 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.880076 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.882680 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:21.883838 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e4fe1ff-1c88-4409-b0ad-8c5be938fcf8 HTTP/1.1" status: 204 len: 168 time: 0.2072837 Aug 24 16:21:21.891638 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0326d1d-87f2-4324-8187-470e36f10abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fe1ff-1c88-4409-b0ad-8c5be938fcf8,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:22.140170 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276064-8985-4c5e-b92b-6683a047108b req-95a2a8ee-b3d9-4478-8032-1af697ee1ad8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:22.141505 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-94276064-8985-4c5e-b92b-6683a047108b req-95a2a8ee-b3d9-4478-8032-1af697ee1ad8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0479038 Aug 24 16:21:22.183266 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-94276064-8985-4c5e-b92b-6683a047108b req-266bae25-cfd3-4f56-9b93-5950c16ac297 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Aug 24 16:21:22.452667 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224907e-1ade-430d-be8e-bce2a9899730 req-e00ce75d-fd73-475d-aca2-6e9a9ea4229e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:22.454131 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1224907e-1ade-430d-be8e-bce2a9899730 req-e00ce75d-fd73-475d-aca2-6e9a9ea4229e tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.0473785 Aug 24 16:21:22.491009 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1224907e-1ade-430d-be8e-bce2a9899730 req-c4c7223b-d2fd-40b3-b3bd-6bde579a4459 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Aug 24 16:21:22.612272 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52450) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:22.625592 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87bc5253-0321-4b3d-81b1-282de24b32b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:22.632871 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:22.713633 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87bc5253-0321-4b3d-81b1-282de24b32b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:22.787768 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87bc5253-0321-4b3d-81b1-282de24b32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:22.826083 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-87bc5253-0321-4b3d-81b1-282de24b32b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b46a23ec323540049ccf84eb400f9e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126644 Aug 24 16:21:22.827785 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc5253-0321-4b3d-81b1-282de24b32b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656087a2-2ce5-46c2-9754-fa76bdd53c4c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:22.829383 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52452) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:22.876804 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:22.897442 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:23.032941 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:23.035523 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:23.036700 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/656087a2-2ce5-46c2-9754-fa76bdd53c4c HTTP/1.1" status: 204 len: 168 time: 0.2063067 Aug 24 16:21:23.048252 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43dfae-6915-4cad-bfdc-d5b285200e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656087a2-2ce5-46c2-9754-fa76bdd53c4c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:23.167975 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-e7e5e2dc-d39c-4876-a301-848fa8a75b89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396037 Aug 24 16:21:23.231635 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d258-b660-4bd1-a24a-245288b6b29d req-9efa4f92-247e-4471-891a-6fd59484fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.233096 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-9efa4f92-247e-4471-891a-6fd59484fe18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 1099 time: 0.0439072 Aug 24 16:21:23.302401 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52464) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:23.323974 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048133c-3cdb-4654-a5ff-cfa482c6fcae req-50729ebc-5fca-4e93-910c-4f857093c703 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.325686 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a048133c-3cdb-4654-a5ff-cfa482c6fcae req-50729ebc-5fca-4e93-910c-4f857093c703 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0577695 Aug 24 16:21:23.356809 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d258-b660-4bd1-a24a-245288b6b29d req-7f875275-a400-4303-b9c2-8e4d6a418673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.358951 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-7f875275-a400-4303-b9c2-8e4d6a418673 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.1066449 Aug 24 16:21:23.379265 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a048133c-3cdb-4654-a5ff-cfa482c6fcae req-2c112dab-5ec9-457c-941e-78342e607e5c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 Aug 24 16:21:23.407011 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:21:23.437333 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-22199042-60eb-47f8-9dd6-900f2942d7f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09 HTTP/1.1" status: 200 len: 1002 time: 0.0703814 Aug 24 16:21:23.497618 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d258-b660-4bd1-a24a-245288b6b29d req-46520635-6dff-44ad-97f1-5d17922e13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.500510 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-46520635-6dff-44ad-97f1-5d17922e13cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0553005 Aug 24 16:21:23.526468 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:23.553834 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '9f36ae6b-6737-472a-bc09-c7e803025003', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'port_id': '9f36ae6b-6737-472a-bc09-c7e803025003', 'mac_address': 'fa:16:3e:1f:f5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:21:23.570175 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d258-b660-4bd1-a24a-245288b6b29d req-274fe345-05a6-465f-a8cf-a2a36ffdab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.572182 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-274fe345-05a6-465f-a8cf-a2a36ffdab38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0642028 Aug 24 16:21:23.613722 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:23.631153 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f36ae6b-6737-472a-bc09-c7e803025003 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:21:23.651733 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:23.680025 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-278fba56-44cb-4495-918a-f1feff9bccb1 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985303 Aug 24 16:21:23.698652 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8faf75-7e07-40b9-95e3-e3612b860c40 req-9390c04c-0a10-44d5-9515-39e3dfec1630 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:23.700067 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aa8faf75-7e07-40b9-95e3-e3612b860c40 req-9390c04c-0a10-44d5-9515-39e3dfec1630 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 943 time: 0.1019340 Aug 24 16:21:23.766099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:23.787249 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-aa8faf75-7e07-40b9-95e3-e3612b860c40 req-00c44fee-f1d8-40b8-91b8-e878e3508e6a tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796905 Aug 24 16:21:23.796606 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8759d258-b660-4bd1-a24a-245288b6b29d req-bea15b9d-1922-4ff6-abd7-132646f2e217 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Aug 24 16:21:23.829159 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:23.984579 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:24.000174 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['9f36ae6b-6737-472a-bc09-c7e803025003'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:21:24.244137 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Deleting port 150240f9-f3aa-4944-bb4b-20e546c93881 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:24.244617 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:24.325138 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] For port 150240f9-f3aa-4944-bb4b-20e546c93881, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=150240f9-f3aa-4944-bb4b-20e546c93881,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:24.325862 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:24.340285 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Calling delete_port for 150240f9-f3aa-4944-bb4b-20e546c93881 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:24.521677 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896d43-3e7d-4caf-a489-370adc662a32 req-f14b0bdc-fbf8-4409-b9a1-ccf40c02157c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:24.523184 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d896d43-3e7d-4caf-a489-370adc662a32 req-f14b0bdc-fbf8-4409-b9a1-ccf40c02157c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0693779 Aug 24 16:21:24.590602 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d896d43-3e7d-4caf-a489-370adc662a32 req-327adc53-88b5-4561-9a8f-37a00cc2a90c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610154 Aug 24 16:21:24.645814 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:24.672519 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=150240f9-f3aa-4944-bb4b-20e546c93881,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:24.848461 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:24.986810 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cafd5-f156-4e5f-afa0-b4c00eb9712c req-69556b88-d2f2-47cc-84f8-6852cd8a4365 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:24.988268 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e7cafd5-f156-4e5f-afa0-b4c00eb9712c req-69556b88-d2f2-47cc-84f8-6852cd8a4365 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 944 time: 0.0957530 Aug 24 16:21:25.066160 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e7cafd5-f156-4e5f-afa0-b4c00eb9712c req-d0a652f3-2eba-4c0e-b19f-741c6bf16137 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708537 Aug 24 16:21:25.135224 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:21:25.239879 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:21:25.247655 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8d23d26b-1250-48d6-9eba-05030bffebe1 admin admin] 10.222.0.52 "PUT /v2.0/routers/5d0bd6b8-52e8-481b-9b0c-5c922f14de78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9418688 Aug 24 16:21:25.247818 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52514) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:25.248876 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Sync routers for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:21:25.260199 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:25.261018 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:25.360275 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.369405 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:25.425770 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:21:25.463508 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.536863 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 9f36ae6b-6737-472a-bc09-c7e803025003 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:21:25.537155 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.604431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Deleting port 12e93e81-f436-4595-8cd0-212566a3796b {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:25.604820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.651566 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '12e93e81-f436-4595-8cd0-212566a3796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:21:24Z', 'revision_number': 5, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port': {'id': '12e93e81-f436-4595-8cd0-212566a3796b', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:15:12Z', 'updated_at': '2021-08-24T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:25.655155 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.690724 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Checking router: 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:21:25.711533 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:25.714001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac1e5cb-72be-42f8-9845-79811da6f0b2" -d '{"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-plugged", "status": "completed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:25.722196 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] For port 12e93e81-f436-4595-8cd0-212566a3796b, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=12e93e81-f436-4595-8cd0-212566a3796b,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:25.722558 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.727003 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Routers {'5d0bd6b8-52e8-481b-9b0c-5c922f14de78'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:25.727655 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:25.738590 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Calling delete_port for 12e93e81-f436-4595-8cd0-212566a3796b owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:25.758854 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310b98-cff9-4220-8e1d-a76452714040 req-8c97b5e0-a5b3-461c-bc5b-c6d8d00beb30 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:25.760373 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-84310b98-cff9-4220-8e1d-a76452714040 req-8c97b5e0-a5b3-461c-bc5b-c6d8d00beb30 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0905416 Aug 24 16:21:25.762322 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:25.797292 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942b49e-3204-43d1-a283-310efb3019f4 x-openstack-request-id: req-0942b49e-3204-43d1-a283-310efb3019f4 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:25.797544 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-plugged", "status": "completed", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:25.797756 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0942b49e-3204-43d1-a283-310efb3019f4 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:25.798143 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'code': 200} Aug 24 16:21:25.822575 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] Set router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 gateway port host: None {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:25.855147 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-84310b98-cff9-4220-8e1d-a76452714040 req-976e711d-d1d8-4de4-bb41-e8366a62f873 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507858 Aug 24 16:21:25.874701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:21:25Z', 'revision_number': 6, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port_host': None}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:25.876542 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:25.928787 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95041-8e31-4430-8b13-61888b0939ba None None] The sync data for ids ['5d0bd6b8-52e8-481b-9b0c-5c922f14de78'] in dv-cinder-755654-11-iscsi is: [{'id': '5d0bd6b8-52e8-481b-9b0c-5c922f14de78', 'name': 'tempest-AttachVolumeTestJSON-623473428-router', 'tenant_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:15:11Z', 'updated_at': '2021-08-24T16:21:25Z', 'revision_number': 6, 'project_id': '0d9dc34212d44fd98e5f4afc81b92fe3', 'gw_port_host': None}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:21:25.952462 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:26.067477 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.092850 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=12e93e81-f436-4595-8cd0-212566a3796b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:26.124733 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed6e5-b1e4-483b-a41f-64fd46fdd70d req-3601f6a1-4cfd-4b68-9ea1-641789c26cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:26.126223 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e53ed6e5-b1e4-483b-a41f-64fd46fdd70d req-3601f6a1-4cfd-4b68-9ea1-641789c26cce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0425050 Aug 24 16:21:26.165774 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e53ed6e5-b1e4-483b-a41f-64fd46fdd70d req-6097f407-45ba-4c6b-afd4-a1dbc306ea16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Aug 24 16:21:26.433473 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.504202 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a098-1b3c-464a-814c-e745396dc561 req-fc0968bd-2042-4d7c-aaac-7b94227039b7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:26.505710 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77f6a098-1b3c-464a-814c-e745396dc561 req-fc0968bd-2042-4d7c-aaac-7b94227039b7 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.3533130 Aug 24 16:21:26.539859 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.542689 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.600040 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-77f6a098-1b3c-464a-814c-e745396dc561 req-ef3bfc77-d03f-44a7-8699-b3eeb77a185f tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688324 Aug 24 16:21:26.678241 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 150240f9-f3aa-4944-bb4b-20e546c93881 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:26.684750 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.685304 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0bd6b8-52e8-481b-9b0c-5c922f14de78 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:21:26.694241 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.694241 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a43a9910-33b4-4e1f-8bbb-ddde3253a5cf admin admin] 10.222.0.52 "DELETE /v2.0/routers/5d0bd6b8-52e8-481b-9b0c-5c922f14de78 HTTP/1.1" status: 204 len: 168 time: 1.4423385 Aug 24 16:21:26.694405 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52526) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:26.702382 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 150240f9-f3aa-4944-bb4b-20e546c93881 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:21:26.702722 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 150240f9-f3aa-4944-bb4b-20e546c93881 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:21:26.743462 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Deleting subnet d7112ed3-1ee1-4192-b703-64ce702a566d {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:21:26.746544 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.780875 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.857130 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.982365 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:26.988329 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46c71-a9a6-460d-b592-d304e77b06f2 req-701f8a44-4f29-42a6-b413-87c89f305043 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:26.990108 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93b46c71-a9a6-460d-b592-d304e77b06f2 req-701f8a44-4f29-42a6-b413-87c89f305043 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0527716 Aug 24 16:21:27.013164 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7112ed3-1ee1-4192-b703-64ce702a566d,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:27.013164 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.015051 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-314e4134-a04a-425d-ae66-00558167488c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d7112ed3-1ee1-4192-b703-64ce702a566d HTTP/1.1" status: 204 len: 168 time: 0.3202522 Aug 24 16:21:27.017191 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52530) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:27.020801 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a65f8-729c-4833-abd9-d177296327eb None None] Network a5ac460f-d733-4c75-8fe8-5a895b903df2 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:21:27.032954 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93b46c71-a9a6-460d-b592-d304e77b06f2 req-2ec747d0-7d5a-4734-9cd1-f0b8c3ce04af tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Aug 24 16:21:27.090140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.155295 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Deleting port c97133a6-568b-48ff-98a6-5bc30f316639 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:27.155962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.226998 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] For port c97133a6-568b-48ff-98a6-5bc30f316639, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c97133a6-568b-48ff-98a6-5bc30f316639,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:27.231904 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.234888 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] DHCP port deletion for a5ac460f-d733-4c75-8fe8-5a895b903df2 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:21:27.241800 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Calling delete_port for c97133a6-568b-48ff-98a6-5bc30f316639 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:27.282071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Deleting port c97133a6-568b-48ff-98a6-5bc30f316639 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:27.282552 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.343706 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] For port c97133a6-568b-48ff-98a6-5bc30f316639, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=c97133a6-568b-48ff-98a6-5bc30f316639,segment=NetworkSegment(e8438083-a511-4b22-bc12-8712067f3767),segment_id=e8438083-a511-4b22-bc12-8712067f3767)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:27.344120 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.361542 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Calling delete_port for c97133a6-568b-48ff-98a6-5bc30f316639 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:27.371845 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.403594 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97133a6-568b-48ff-98a6-5bc30f316639,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:27.406286 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] No DVR routers for this DVR port c97133a6-568b-48ff-98a6-5bc30f316639 on host dv-cinder-755654-11-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:21:27.445670 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.458032 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] No DVR routers for this DVR port c97133a6-568b-48ff-98a6-5bc30f316639 on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:21:27.477736 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e2e9a-c54c-4bf4-83b7-e4c3624f3cce None None] Pushing event deleted for resources: {'Port': ['ID=c97133a6-568b-48ff-98a6-5bc30f316639,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:27.480049 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.491866 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ac460f-d733-4c75-8fe8-5a895b903df2']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:27.502417 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8438083-a511-4b22-bc12-8712067f3767') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:27.502720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8438083-a511-4b22-bc12-8712067f3767') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:27.511461 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.525140 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.531751 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:21:27.532156 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:21:27.533886 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:21:27.664028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.668494 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:27.673262 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a5ac460f-d733-4c75-8fe8-5a895b903df2 HTTP/1.1" status: 204 len: 168 time: 0.6525297 Aug 24 16:21:27.684211 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5ee6d-10d6-4dcc-bb90-f819f850a8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ac460f-d733-4c75-8fe8-5a895b903df2,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:27.727283 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e128a97-41f0-4cf9-86ea-42f226f04427 req-425379c4-24f3-4447-895b-ec4b23071802 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:27.734644 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6e128a97-41f0-4cf9-86ea-42f226f04427 req-425379c4-24f3-4447-895b-ec4b23071802 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0612106 Aug 24 16:21:27.784012 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6e128a97-41f0-4cf9-86ea-42f226f04427 req-e526c8f0-bad5-43f1-943d-a10f69b71a50 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471656 Aug 24 16:21:27.836191 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04836f73-5772-421e-a065-0019742a393d req-ea133474-cc7f-4c0f-9b7f-46bba7aa4543 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:27.837745 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04836f73-5772-421e-a065-0019742a393d req-ea133474-cc7f-4c0f-9b7f-46bba7aa4543 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0815244 Aug 24 16:21:27.878590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04836f73-5772-421e-a065-0019742a393d req-d7dc8a66-3933-423a-8382-89018f1ed07b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344622 Aug 24 16:21:28.043937 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52554) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:28.090112 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-23795c5d-9655-4f85-9b4d-a0bc9e6a6068 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d9dc34212d44fd98e5f4afc81b92fe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446959 Aug 24 16:21:28.092572 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52560) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:28.171618 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:28.192628 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c127-8f52-480e-a050-6fe865e4b6ab req-0f6228fe-ef5a-46ec-9e4a-b87db87fb27a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:28.194112 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4717c127-8f52-480e-a050-6fe865e4b6ab req-0f6228fe-ef5a-46ec-9e4a-b87db87fb27a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0740776 Aug 24 16:21:28.211245 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:28.263030 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4717c127-8f52-480e-a050-6fe865e4b6ab req-8ed8a470-6179-483b-84aa-7fdca6dfa808 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612953 Aug 24 16:21:28.303414 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 12e93e81-f436-4595-8cd0-212566a3796b no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:28.324199 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 12e93e81-f436-4595-8cd0-212566a3796b {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:21:28.324638 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 12e93e81-f436-4595-8cd0-212566a3796b not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:21:28.325054 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c97133a6-568b-48ff-98a6-5bc30f316639 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:28.343959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: c97133a6-568b-48ff-98a6-5bc30f316639 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:21:28.344304 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device c97133a6-568b-48ff-98a6-5bc30f316639 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:21:28.354293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:28.356898 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:28.362377 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/216f85fd-e478-4f09-ba3c-b2ee1bdce3e2 HTTP/1.1" status: 204 len: 168 time: 0.2645369 Aug 24 16:21:28.365681 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c4d59-3810-4e98-9657-73dcc9028dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f85fd-e478-4f09-ba3c-b2ee1bdce3e2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:29.001645 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d31da-221f-48bd-830a-0eeaee668254 req-5b403bac-3b7d-4e55-897c-e10643467e6a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:29.002980 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-661d31da-221f-48bd-830a-0eeaee668254 req-5b403bac-3b7d-4e55-897c-e10643467e6a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0549736 Aug 24 16:21:29.042980 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-661d31da-221f-48bd-830a-0eeaee668254 req-4a404046-b146-43e1-968d-691810e0e145 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Aug 24 16:21:29.260133 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-984cab21-c017-438b-b4bb-adccd04ee02c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:29.261651 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-984cab21-c017-438b-b4bb-adccd04ee02c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 946 time: 0.0489926 Aug 24 16:21:29.360241 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port 9141ed58-3643-458b-a1c4-c5451a2a7a09 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:21:29.360620 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:29.395250 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41465-49e1-4422-9553-51f2d7308fcd req-2ce6cdfe-971c-49e6-8768-d6bfc817a2f5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:29.396795 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfd41465-49e1-4422-9553-51f2d7308fcd req-2ce6cdfe-971c-49e6-8768-d6bfc817a2f5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0565946 Aug 24 16:21:29.441485 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dfd41465-49e1-4422-9553-51f2d7308fcd req-13bd3a61-4275-4943-af79-340d47ab02dc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382552 Aug 24 16:21:29.455094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] For port 9141ed58-3643-458b-a1c4-c5451a2a7a09, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9141ed58-3643-458b-a1c4-c5451a2a7a09,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:29.455563 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:29.632934 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:29.633335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:29.633751 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP 69af77da-98b1-4c88-a0d5-cf2f4763e724 disassociated. External IP: 172.27.1.148, port: 9141ed58-3643-458b-a1c4-c5451a2a7a09. Aug 24 16:21:29.634064 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for 9141ed58-3643-458b-a1c4-c5451a2a7a09 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:21:29.885493 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:29.913052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=9141ed58-3643-458b-a1c4-c5451a2a7a09,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:30.028274 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:21:30.139019 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:21:30.140570 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-11e6f7f1-4517-4270-ab4c-55afaae9b089 req-e6261b36-4ac1-48c3-93cf-f43f8f4f1e4a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Aug 24 16:21:30.149083 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:21:30.161089 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:30.162202 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:30.197176 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] No DVR routers for this DVR port 9141ed58-3643-458b-a1c4-c5451a2a7a09 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:21:30.199713 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.202592 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4ef9feb5-fe17-4525-aa58-cc91e6ac1434 req-c9fcb0e4-b816-4dc1-9fc5-b45160ff4eb2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "DELETE /v2.0/ports/9141ed58-3643-458b-a1c4-c5451a2a7a09 HTTP/1.1" status: 204 len: 173 time: 0.9342520 Aug 24 16:21:30.203134 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'name': 'network-vif-deleted', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:30.205635 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e651e56-d439-48a4-bca1-8a740c649b74" -d '{"events": [{"server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "name": "network-vif-deleted", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:30.211400 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52626) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:30.274587 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512346ad-12fe-45ce-8b5b-687c71649edd x-openstack-request-id: req-512346ad-12fe-45ce-8b5b-687c71649edd {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:30.275099 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c892ac-bf6f-4745-b110-08d665d32b24", "name": "network-vif-deleted", "tag": "9141ed58-3643-458b-a1c4-c5451a2a7a09", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:30.275215 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-512346ad-12fe-45ce-8b5b-687c71649edd {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:30.275527 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c892ac-bf6f-4745-b110-08d665d32b24', 'name': 'network-vif-deleted', 'tag': '9141ed58-3643-458b-a1c4-c5451a2a7a09', 'status': 'completed', 'code': 200} Aug 24 16:21:30.288196 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:30.339949 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4b0-78ac-446b-9c31-e5794f40f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.455424 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4b0-78ac-446b-9c31-e5794f40f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.516266 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:30.548192 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:21:30.557015 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:21:30.557704 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:30.566265 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29688-19a9-426a-a26d-32fb36a31d66 req-0c96c1ff-4daf-45c2-8f88-c0c29bca1da6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:30.567769 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-98e29688-19a9-426a-a26d-32fb36a31d66 req-0c96c1ff-4daf-45c2-8f88-c0c29bca1da6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0532615 Aug 24 16:21:30.568952 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d43ed4b0-78ac-446b-9c31-e5794f40f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.622946 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d43ed4b0-78ac-446b-9c31-e5794f40f6be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f743abef8394c6ba102cbaa731a3a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102077 Aug 24 16:21:30.625633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52634) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:30.627864 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ed4b0-78ac-446b-9c31-e5794f40f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95db68e6-9551-4dd9-ac1e-3b6ff7ce2c90,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:30.643221 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-98e29688-19a9-426a-a26d-32fb36a31d66 req-cad2aea4-7a47-4131-9eba-af783ffcece2 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647249 Aug 24 16:21:30.665400 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:21:30.700592 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.855701 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52638) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:30.982130 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:21:30.988364 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:30.989925 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf2ef-255a-4acb-b1da-2b68526bc272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.008868 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4395c3e-6f92-48e6-86ec-9623031e44ee None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:21:31.086367 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf2ef-255a-4acb-b1da-2b68526bc272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.097453 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.100030 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.101214 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95db68e6-9551-4dd9-ac1e-3b6ff7ce2c90 HTTP/1.1" status: 204 len: 168 time: 0.4743180 Aug 24 16:21:31.109191 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b59dc5-e426-474b-b963-e5fbf8986901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db68e6-9551-4dd9-ac1e-3b6ff7ce2c90,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:31.143209 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf2ef-255a-4acb-b1da-2b68526bc272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.184896 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f8ecf2ef-255a-4acb-b1da-2b68526bc272 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6e6542975ec41b6bafe1eedce4918e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276849 Aug 24 16:21:31.186410 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecf2ef-255a-4acb-b1da-2b68526bc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d256b543-3fe8-4cb2-8a37-b4d606ff8522,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:31.197089 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52646) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:31.254983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.283197 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5be8f-fb2e-4ed7-9b83-a8bc76dcc46d None None] New status for floating IP 69af77da-98b1-4c88-a0d5-cf2f4763e724: DOWN {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:21:31.300130 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-492a8d40-16b4-4344-b609-28777591adb1 req-9c17ef92-b131-403f-afd5-186fdf1b291a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c892ac-bf6f-4745-b110-08d665d32b24 HTTP/1.1" status: 200 len: 210 time: 0.0432062 Aug 24 16:21:31.321291 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.447004 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:21:31.497125 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.500371 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.502844 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d256b543-3fe8-4cb2-8a37-b4d606ff8522 HTTP/1.1" status: 204 len: 168 time: 0.3044481 Aug 24 16:21:31.514454 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f860bb-93cf-4382-bd69-721a99d2c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d256b543-3fe8-4cb2-8a37-b4d606ff8522,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:31.566451 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:31.580281 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '16321370-b92a-4338-9c2c-43c6d184572e', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:21:31.621419 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.635177 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:21:31.653858 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:31.760282 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:31.794066 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ff86-522a-4000-96cb-cb359d40af7a req-5eb72e34-bf68-4b71-ada0-f4f5aa9865bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:31.796472 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f411ff86-522a-4000-96cb-cb359d40af7a req-5eb72e34-bf68-4b71-ada0-f4f5aa9865bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0555706 Aug 24 16:21:31.814827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:31.837051 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['16321370-b92a-4338-9c2c-43c6d184572e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:21:31.839255 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f411ff86-522a-4000-96cb-cb359d40af7a req-41437914-4f58-49e7-a1ee-5a0263d8e6ae tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365782 Aug 24 16:21:32.353374 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52684) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:32.370718 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74a8577f-aa16-4eac-9d7c-bd61bbaa9d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.480466 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74a8577f-aa16-4eac-9d7c-bd61bbaa9d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.548373 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74a8577f-aa16-4eac-9d7c-bd61bbaa9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.608239 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-74a8577f-aa16-4eac-9d7c-bd61bbaa9d1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c0c076044e944afb83e124462dadc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514925 Aug 24 16:21:32.608641 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52696) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:32.628861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8577f-aa16-4eac-9d7c-bd61bbaa9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ec736-3134-44d7-b620-846c735c8bee,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:32.637595 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-30197ed1-0a86-451c-8991-b317335d527c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824877835&fields=id&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 267 time: 0.0688286 Aug 24 16:21:32.674371 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.699367 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.769027 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-fb333b1b-ff10-451c-9c86-13147a92080b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:32.770524 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-fb333b1b-ff10-451c-9c86-13147a92080b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.1241479 Aug 24 16:21:32.786855 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-1c4a398c-c208-445d-bfd3-2252f571e799 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/quotas/c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 375 time: 0.0092025 Aug 24 16:21:32.844111 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-b0c72655-c0e2-4ea4-989e-4c7b8d4f4aed tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517695 Aug 24 16:21:32.890673 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.890673 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:32.890673 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/641ec736-3134-44d7-b620-846c735c8bee HTTP/1.1" status: 204 len: 168 time: 0.2807677 Aug 24 16:21:32.898483 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7cc63-35f8-4164-ac57-6a09b5ebff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ec736-3134-44d7-b620-846c735c8bee,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:33.038392 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daf9bb-cf0d-40b6-b211-0c4d48db1ea8 req-607065bc-e6e2-4d3b-a379-4a12a1b0a12e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:33.039885 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10daf9bb-cf0d-40b6-b211-0c4d48db1ea8 req-607065bc-e6e2-4d3b-a379-4a12a1b0a12e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 944 time: 0.1015179 Aug 24 16:21:33.100056 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-0871a6da-82af-4386-b92a-bd623702a5ed service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441826 Aug 24 16:21:33.103079 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10daf9bb-cf0d-40b6-b211-0c4d48db1ea8 req-60fb3f65-229c-46dc-9282-370587496a99 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568349 Aug 24 16:21:33.197451 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-4451f5b0-d574-4663-9384-413b8138700c service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913675 Aug 24 16:21:33.483634 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:21:33.597265 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 16321370-b92a-4338-9c2c-43c6d184572e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:21:33.597725 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:33.731009 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:33.784430 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:33.785542 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:33.788918 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f33206f-0674-46c3-bdf6-82401e072f6e" -d '{"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:33.887500 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a6273-7f12-4560-a591-1e25472c4adf x-openstack-request-id: req-601a6273-7f12-4560-a591-1e25472c4adf {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:33.888024 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:33.889041 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-601a6273-7f12-4560-a591-1e25472c4adf {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:33.889675 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'code': 200} Aug 24 16:21:33.891051 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:33.891858 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9141ed58-3643-458b-a1c4-c5451a2a7a09 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:33.937590 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b4e39ef1-7649-405a-b532-9f214efe1de9 req-c9ff38e4-2260-4aac-9f22-c230a1a3f9a0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0564523 Aug 24 16:21:33.969848 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 9141ed58-3643-458b-a1c4-c5451a2a7a09 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:21:33.970198 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9141ed58-3643-458b-a1c4-c5451a2a7a09 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:21:34.032302 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:34.294824 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71985427-0a85-46f9-8090-5fdd5ac3b540 req-0ac98e3b-ec1e-4f15-b83c-8f145cf6c0e4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:34.303197 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-71985427-0a85-46f9-8090-5fdd5ac3b540 req-0ac98e3b-ec1e-4f15-b83c-8f145cf6c0e4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0680194 Aug 24 16:21:34.353055 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-71985427-0a85-46f9-8090-5fdd5ac3b540 req-93ce6f2b-0b7d-4d3d-ab99-26d3514c07d8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489471 Aug 24 16:21:34.502803 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52786) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:34.668348 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d3a26cc7-30a2-4620-8a38-55ec2a426cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:34.786917 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d3a26cc7-30a2-4620-8a38-55ec2a426cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:34.892150 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d3a26cc7-30a2-4620-8a38-55ec2a426cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:34.938188 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d3a26cc7-30a2-4620-8a38-55ec2a426cd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8179689fe28e4b72babb20c7b39b9020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342637 Aug 24 16:21:34.941338 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52792) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:34.949471 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a26cc7-30a2-4620-8a38-55ec2a426cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaed2a0-469f-4cbb-a131-e6ba1590ea40,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:35.027365 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:35.050265 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:35.051269 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8371add7-d435-47fd-9d00-b7b6c43bfc97 req-8a393890-0a3d-401c-861e-6cdc683b0d33 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0321031 Aug 24 16:21:35.194484 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:35.201543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:35.212328 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aaed2a0-469f-4cbb-a131-e6ba1590ea40 HTTP/1.1" status: 204 len: 168 time: 0.2682197 Aug 24 16:21:35.232842 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793a8f5-b839-44fa-a04a-d4a2a58f4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaed2a0-469f-4cbb-a131-e6ba1590ea40,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:35.528168 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1ea21-997a-435d-9b81-f47efaee6733 req-1ff9c5e0-a11e-4aa6-b4d5-8116e02635bc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:35.531087 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efb1ea21-997a-435d-9b81-f47efaee6733 req-1ff9c5e0-a11e-4aa6-b4d5-8116e02635bc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0588696 Aug 24 16:21:35.578585 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-efb1ea21-997a-435d-9b81-f47efaee6733 req-8c293e0a-7860-4dae-9df3-76c642ffbcf6 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 Aug 24 16:21:36.026767 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 52806) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:36.043605 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8c2dd34-5b18-4c59-a5cf-e3f0baa73e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.159436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8c2dd34-5b18-4c59-a5cf-e3f0baa73e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.193065 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f4a2918-e1d2-48f8-8e4a-e5b87ad6c42b req-ac988fd7-a9b3-44ad-be80-99ed4b3b0da8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0390179 Aug 24 16:21:36.223248 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8c2dd34-5b18-4c59-a5cf-e3f0baa73e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.262373 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2dd34-5b18-4c59-a5cf-e3f0baa73e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59086f-e97e-4b00-89db-e22862ebae89,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:36.269933 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b8c2dd34-5b18-4c59-a5cf-e3f0baa73e78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29b69fa300764d10b9ea69f603667d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396822 Aug 24 16:21:36.270325 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 52810) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:36.323866 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.359534 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.449900 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-2f1fe227-c1ea-4eed-bf6b-b8fd4b9e0529 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:36.451936 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-2f1fe227-c1ea-4eed-bf6b-b8fd4b9e0529 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.1265810 Aug 24 16:21:36.499541 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-90999e1e-59a2-406a-9180-2a0ebc2b2f18 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 380 time: 0.0382845 Aug 24 16:21:36.505539 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.509203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.513256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'port': {'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'admin_state_up': True, 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'security_groups': ['d8dc6d88-6f18-4e36-aee9-842a902f85f6']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:36.517953 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b59086f-e97e-4b00-89db-e22862ebae89 HTTP/1.1" status: 204 len: 168 time: 0.2439592 Aug 24 16:21:36.524978 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd52f2e-b133-4cb0-a31e-b778b9694962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59086f-e97e-4b00-89db-e22862ebae89,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:36.947025 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade4494-7f9d-42bd-8b3e-51bc00ff33cb req-8cc27061-7ca2-4fcc-ba5b-38dadd4febaf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:36.948617 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8ade4494-7f9d-42bd-8b3e-51bc00ff33cb req-8cc27061-7ca2-4fcc-ba5b-38dadd4febaf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0508409 Aug 24 16:21:36.983696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Made reservation on behalf of c39fbfb50f034a348bb9ec6c1265fa93 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:21:36.987501 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:36.993047 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8ade4494-7f9d-42bd-8b3e-51bc00ff33cb req-ea30185d-9869-45a0-8b9a-582af1ba70d0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Aug 24 16:21:37.206432 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.20.0.4 (8d3c66ee-af20-4734-9a92-768079acb1b9/7c436b07-85a5-4ed8-ad44-f52f622f9323/5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:21:37.339435 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e16917af-01e7-46dc-887f-424f98747248 req-a89557bf-63d0-4623-8945-54167d2d6e34 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0441539 Aug 24 16:21:37.442712 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:37.469618 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Transition to ACTIVE for port object 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:21:37.600355 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:37.650847 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:21:37.657326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:21:37.659787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:21:37.690446 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:37.730366 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:37.731033 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:37.840198 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-13af9e55-f50f-4baf-837f-1a41feabf21d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3339024 Aug 24 16:21:37.855208 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Request body: {'port': {'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:37.941650 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.090434 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-890f8ebe-5135-4257-9636-53d16f55e0e3 None None] Provisioning for port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:21:38.095044 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-890f8ebe-5135-4257-9636-53d16f55e0e3 None None] Provisioning complete for port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:21:38.095439 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-890f8ebe-5135-4257-9636-53d16f55e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.175282 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-890f8ebe-5135-4257-9636-53d16f55e0e3 None None] Port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:21:38.192884 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852915e-9e56-4b96-bb1f-8e282bd06e5e req-a953c803-c619-4740-88c5-dbc15cfbb178 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:38.194727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d852915e-9e56-4b96-bb1f-8e282bd06e5e req-a953c803-c619-4740-88c5-dbc15cfbb178 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0939293 Aug 24 16:21:38.280511 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d852915e-9e56-4b96-bb1f-8e282bd06e5e req-7eb5d279-63ca-4887-bbb6-9acf39091c84 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775850 Aug 24 16:21:38.384067 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:21:38.400639 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.417791 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Transition to ACTIVE for port object 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:21:38.488748 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ce851-125a-4581-9236-a1f467bbd87d req-fd43a504-000f-4e3a-b754-10517443f4ca tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:38.491077 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-803ce851-125a-4581-9236-a1f467bbd87d req-fd43a504-000f-4e3a-b754-10517443f4ca tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 931 time: 0.0587842 Aug 24 16:21:38.501851 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.554242 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-803ce851-125a-4581-9236-a1f467bbd87d req-ce68ff79-e539-4963-9f53-fd877bf3db1b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528681 Aug 24 16:21:38.608543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:38.687340 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Attempting to bind port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:21:38.687687 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Attempting to bind port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:21:38.688027 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Attempting to bind port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:21:38.692997 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:21:38.693329 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Attempting to bind port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:21:38.698605 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:21:38.698953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:21:38.699345 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Bound using segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:21:38.699781 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Bound port: 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:21:38.700170 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.797619 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:21:38.803806 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:21:38.869402 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.915129 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:38.915757 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:38.917184 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] 10.222.0.37 "PUT /v2.0/ports/5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 1093 time: 1.0669491 Aug 24 16:21:38.917631 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:38.923624 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f82f23-0428-4864-bdc6-23f351afdd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:38.949389 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:38.957455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.957938 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.958358 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.958776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.959207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.959679 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.960075 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.960524 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.960910 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.964703 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.976520 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.976520 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67ba35-9efe-4aed-a7a8-a0d2e1ac1315 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:21:38.999100 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be7d27b-56bc-4949-8581-0ec665779ac4 x-openstack-request-id: req-8be7d27b-56bc-4949-8581-0ec665779ac4 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:38.999687 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:39.000017 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8be7d27b-56bc-4949-8581-0ec665779ac4 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:39.000429 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'status': 'completed', 'code': 200} Aug 24 16:21:39.110756 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-e2b4524b-e198-4d41-98f7-359e6e235bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.112649 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-e2b4524b-e198-4d41-98f7-359e6e235bb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1096 time: 0.0893650 Aug 24 16:21:39.296864 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-dad6c973-cf2d-41fe-a3b7-2041de3e2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.298358 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-dad6c973-cf2d-41fe-a3b7-2041de3e2a1a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1729925 Aug 24 16:21:39.444154 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2452b0-352f-4047-918b-fe4b2cf0ea4e req-1598f168-fe20-4048-a063-5f0679c1305f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.445817 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9b2452b0-352f-4047-918b-fe4b2cf0ea4e req-1598f168-fe20-4048-a063-5f0679c1305f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0656385 Aug 24 16:21:39.477535 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-0fbf7d06-5eb6-48e7-9102-6327e03969bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.479696 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-30f82f23-0428-4864-bdc6-23f351afdd7c req-0fbf7d06-5eb6-48e7-9102-6327e03969bb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1710062 Aug 24 16:21:39.519047 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9b2452b0-352f-4047-918b-fe4b2cf0ea4e req-0a6b20da-305c-4155-9ec1-fc310aaef755 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609434 Aug 24 16:21:39.630409 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-ffd23171-17bf-4820-9501-8714bb5d23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.631201 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-ffd23171-17bf-4820-9501-8714bb5d23ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1096 time: 0.1030664 Aug 24 16:21:39.682511 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-3dda3bca-0765-4998-a042-45c423440c80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 217 time: 0.0402935 Aug 24 16:21:39.695121 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387077d0-2c2a-496c-b421-09b1219e9ba4 req-857935af-199a-4848-b659-dff939a762d3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.703452 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-387077d0-2c2a-496c-b421-09b1219e9ba4 req-857935af-199a-4848-b659-dff939a762d3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0654678 Aug 24 16:21:39.745657 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-cec3f174-48ca-4f04-8f7b-aecd9a6ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.746289 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-387077d0-2c2a-496c-b421-09b1219e9ba4 req-3710d616-6eea-47ad-9634-757050b3dd87 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Aug 24 16:21:39.748063 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-cec3f174-48ca-4f04-8f7b-aecd9a6ee627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0579910 Aug 24 16:21:39.814985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877d7f-ad88-4603-9a5e-2e774987580d req-3f6d194c-a8e7-42ec-827d-bc3e3fcc7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:39.816767 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-3f6d194c-a8e7-42ec-827d-bc3e3fcc7379 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585394 Aug 24 16:21:39.929745 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-8c17a197-353b-49e4-8baa-3b427888fb93 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007528 Aug 24 16:21:40.033509 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-08877d7f-ad88-4603-9a5e-2e774987580d req-cefc7b02-a1b9-44e6-9bb0-abbefa701435 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962832 Aug 24 16:21:40.679976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bab31-edde-4ac1-9c0e-496d20a0582a req-06052476-85db-4a98-afee-71afdc6d60ab tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:40.681592 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e32bab31-edde-4ac1-9c0e-496d20a0582a req-06052476-85db-4a98-afee-71afdc6d60ab tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0676837 Aug 24 16:21:40.865471 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e32bab31-edde-4ac1-9c0e-496d20a0582a req-f754bf01-f8e2-4cde-ae43-adfc00fa2a48 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357103 Aug 24 16:21:40.874958 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48286-28dc-4fc1-92f8-3ea3ffd3725f req-b8e6197d-39f9-4a4c-a479-5763065f9c58 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:40.876495 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cdb48286-28dc-4fc1-92f8-3ea3ffd3725f req-b8e6197d-39f9-4a4c-a479-5763065f9c58 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0618246 Aug 24 16:21:40.922476 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cdb48286-28dc-4fc1-92f8-3ea3ffd3725f req-0bab0273-184b-4d78-a174-8af85f4f7e96 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Aug 24 16:21:41.055499 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bb799140-ba74-4294-81f7-12f7e671db4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:42.001552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8da3d5-d8a9-4573-8602-e71ff61774c3 req-a264f941-40bb-424d-afb7-55be6f21b57f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:42.003009 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e8da3d5-d8a9-4573-8602-e71ff61774c3 req-a264f941-40bb-424d-afb7-55be6f21b57f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0683796 Aug 24 16:21:42.074571 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e8da3d5-d8a9-4573-8602-e71ff61774c3 req-de4a2c50-259f-40fd-9b1f-2aee4ad7226a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626893 Aug 24 16:21:42.095496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896185d-0d80-4b67-a0a9-b17957c1cfe6 req-fc109293-6d4d-4c8f-9964-01babc13586d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:42.097666 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1896185d-0d80-4b67-a0a9-b17957c1cfe6 req-fc109293-6d4d-4c8f-9964-01babc13586d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0757627 Aug 24 16:21:42.171727 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1896185d-0d80-4b67-a0a9-b17957c1cfe6 req-d2e94553-ebf7-4ca3-b2ca-3b5cb66e2a2b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618653 Aug 24 16:21:43.284550 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2321e-9d7b-4d36-b4e8-ae9ec41a4561 req-10d85f6e-f29c-469f-bba0-f0b6a794affb tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:43.286115 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44e2321e-9d7b-4d36-b4e8-ae9ec41a4561 req-10d85f6e-f29c-469f-bba0-f0b6a794affb tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0990536 Aug 24 16:21:43.367374 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44e2321e-9d7b-4d36-b4e8-ae9ec41a4561 req-470a68e8-7de1-445c-b497-17d33033b8da tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640023 Aug 24 16:21:43.377145 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d742-d6d0-4d0a-8323-71b808ce62b2 req-fe184e4b-d401-47ea-a305-d77d7bdf494a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:43.378933 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca59d742-d6d0-4d0a-8323-71b808ce62b2 req-fe184e4b-d401-47ea-a305-d77d7bdf494a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0860608 Aug 24 16:21:43.428655 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ca59d742-d6d0-4d0a-8323-71b808ce62b2 req-9d89c3c4-4e06-4921-8efe-e5dea12ec71f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Aug 24 16:21:43.725765 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f57ad4d-2235-446c-9da8-3cb9bb06b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:44.108940 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:44.563876 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c0445-260f-4fee-856f-4ebca909b834 req-569d74e5-317a-491e-98a3-0c135adfd977 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:44.572004 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e24c0445-260f-4fee-856f-4ebca909b834 req-569d74e5-317a-491e-98a3-0c135adfd977 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0959761 Aug 24 16:21:44.600536 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da985f-d5b1-48d2-a9c4-161b0b18fc75 req-ac22d949-5eaf-41dd-bbca-7a612598e3cc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:44.602333 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48da985f-d5b1-48d2-a9c4-161b0b18fc75 req-ac22d949-5eaf-41dd-bbca-7a612598e3cc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0963104 Aug 24 16:21:44.629016 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e24c0445-260f-4fee-856f-4ebca909b834 req-eaee371d-cb25-4977-bb51-68f2a8dc03f4 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558610 Aug 24 16:21:44.674883 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48da985f-d5b1-48d2-a9c4-161b0b18fc75 req-4d3bdb88-9016-4564-9e6f-1a0f21a835a6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569510 Aug 24 16:21:44.783105 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:45.771931 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503d36-9780-4639-8b12-7c680dc649e4 req-2a240834-d45f-4ecb-852a-c43ecd5a1690 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:45.773434 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd503d36-9780-4639-8b12-7c680dc649e4 req-2a240834-d45f-4ecb-852a-c43ecd5a1690 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0739603 Aug 24 16:21:45.808838 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cebb5c-b84e-45b1-a15d-f3a0e9c2b16b req-f037082c-09ca-4b87-9589-a40c9511bce0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:45.810879 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-41cebb5c-b84e-45b1-a15d-f3a0e9c2b16b req-f037082c-09ca-4b87-9589-a40c9511bce0 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0761530 Aug 24 16:21:45.833541 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dd503d36-9780-4639-8b12-7c680dc649e4 req-49a02eca-6668-4814-ba6d-ba59d1f1c315 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534308 Aug 24 16:21:45.858728 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-41cebb5c-b84e-45b1-a15d-f3a0e9c2b16b req-958cff9f-1eb0-4a06-bc6d-ff5c0cc2d50c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Aug 24 16:21:46.440113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:46.972458 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472b6c4-5a1a-4488-b797-f47374c4760a req-c86521d2-100d-4bd9-8ff0-48e30b625909 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:46.973932 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b472b6c4-5a1a-4488-b797-f47374c4760a req-c86521d2-100d-4bd9-8ff0-48e30b625909 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0718243 Aug 24 16:21:46.995495 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940813-1b52-426e-abf8-3d5ea4e47942 req-6c908134-dda3-4dc4-ae98-2ee3b04c27c9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:46.996840 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b940813-1b52-426e-abf8-3d5ea4e47942 req-6c908134-dda3-4dc4-ae98-2ee3b04c27c9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0692654 Aug 24 16:21:47.043819 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b472b6c4-5a1a-4488-b797-f47374c4760a req-d445c941-8b8a-4932-aedf-c18012e5f1bf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639935 Aug 24 16:21:47.050566 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1b940813-1b52-426e-abf8-3d5ea4e47942 req-cb1a87c1-d94a-45e1-92b9-d178b7c8de94 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478909 Aug 24 16:21:48.188752 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee40ae-7b66-4391-b820-71fb56d90241 req-f863d735-36f9-4dba-ba80-ed852285ab0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:48.190241 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8ee40ae-7b66-4391-b820-71fb56d90241 req-f863d735-36f9-4dba-ba80-ed852285ab0a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0769420 Aug 24 16:21:48.197492 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b062-84ed-450d-83e9-e5252247445a req-8349188b-ade6-490d-baff-82f3e292f103 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:48.198942 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44d6b062-84ed-450d-83e9-e5252247445a req-8349188b-ade6-490d-baff-82f3e292f103 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0767441 Aug 24 16:21:48.254007 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8ee40ae-7b66-4391-b820-71fb56d90241 req-098931ca-28f8-4a38-8650-ee928cb6a97f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537117 Aug 24 16:21:48.258450 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-44d6b062-84ed-450d-83e9-e5252247445a req-dcf4e392-84f1-4535-a405-55842c11d8ad tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526793 Aug 24 16:21:49.399561 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7e66-2550-4720-9616-a528858fbb87 req-4fd3da52-096d-4bd6-90ba-fed8f949236f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:49.401081 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2b8b7e66-2550-4720-9616-a528858fbb87 req-4fd3da52-096d-4bd6-90ba-fed8f949236f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0774252 Aug 24 16:21:49.413203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0e775-481e-4c0f-a257-41cc04fb46da req-ab3011ba-eab7-4066-bf74-1f72ed44e9be tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:49.414588 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2bf0e775-481e-4c0f-a257-41cc04fb46da req-ab3011ba-eab7-4066-bf74-1f72ed44e9be tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0896070 Aug 24 16:21:49.470284 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2b8b7e66-2550-4720-9616-a528858fbb87 req-063bbf9d-62d2-456d-99f5-69dbf26efaae tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547237 Aug 24 16:21:49.473153 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2bf0e775-481e-4c0f-a257-41cc04fb46da req-f0098dcb-9ae1-45f4-b3f9-070aa1cd983a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511074 Aug 24 16:21:50.613007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b90d-5988-4e07-9327-b276633efd12 req-034ca1b0-906a-4733-b4bc-8a1cee0a12bc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:50.614497 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4910b90d-5988-4e07-9327-b276633efd12 req-034ca1b0-906a-4733-b4bc-8a1cee0a12bc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0679474 Aug 24 16:21:50.622406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118725af-60db-4e64-acf6-66222de20e97 req-b71a13d3-2074-4085-aae6-469602ad0d37 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:50.624283 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-118725af-60db-4e64-acf6-66222de20e97 req-b71a13d3-2074-4085-aae6-469602ad0d37 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0878811 Aug 24 16:21:50.680042 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4910b90d-5988-4e07-9327-b276633efd12 req-673a56ac-70af-4f2c-af25-0786d62f0fa0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547948 Aug 24 16:21:50.682840 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-118725af-60db-4e64-acf6-66222de20e97 req-4234127a-14bf-4d6e-9e6e-853e4b47fdbd tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Aug 24 16:21:51.000796 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-34b75d57-2995-4f83-b01b-5da723e7c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.002287 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-34b75d57-2995-4f83-b01b-5da723e7c66c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1098 time: 0.0400126 Aug 24 16:21:51.089615 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-a37f9868-1d34-4d38-aec5-44b13e07c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.091078 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-a37f9868-1d34-4d38-aec5-44b13e07c37d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.0812039 Aug 24 16:21:51.162340 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-6e90e928-40ce-4290-b650-117337d97cbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 200 len: 1001 time: 0.0611014 Aug 24 16:21:51.183069 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:21:51.211449 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-c4961c94-e1f6-41cb-a349-bbb3e81f27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.212887 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-c4961c94-e1f6-41cb-a349-bbb3e81f27ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0424490 Aug 24 16:21:51.261274 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-22c4787c-f432-4c55-89d0-28b6a3c6dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.263188 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-22c4787c-f432-4c55-89d0-28b6a3c6dcd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411549 Aug 24 16:21:51.356135 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-71bacdc5-baa1-44d5-b031-97dcae180fbd service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834429 Aug 24 16:21:51.444683 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84ce3d3-f1cd-4a51-8744-7c9bd6e9e971 req-eeeed408-075a-496c-bc13-b6aca40c3732 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812118 Aug 24 16:21:51.823723 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ea7a8-45e1-424a-bd98-087830f0bb87 req-92d75719-0d4d-4eb3-a895-b4f5d176859a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.825268 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3b4ea7a8-45e1-424a-bd98-087830f0bb87 req-92d75719-0d4d-4eb3-a895-b4f5d176859a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0744212 Aug 24 16:21:51.837118 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0058c-cbc4-4237-ab61-932e79e1e209 req-28c56701-f6f1-49ab-896c-7b26b93240bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:51.838568 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-31e0058c-cbc4-4237-ab61-932e79e1e209 req-28c56701-f6f1-49ab-896c-7b26b93240bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0789058 Aug 24 16:21:51.897406 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3b4ea7a8-45e1-424a-bd98-087830f0bb87 req-1eaaa78a-4b6e-4a8a-b0d1-ec3a2ac0568e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578866 Aug 24 16:21:51.900315 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-31e0058c-cbc4-4237-ab61-932e79e1e209 req-57a354cc-36d1-4739-bde1-59d850a760f8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Aug 24 16:21:52.662572 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:53.044769 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e026-c466-474f-8d01-9188e6e6c246 req-9f98d78d-c52e-4172-a30e-2f8872c321b9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:53.046311 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fc55e026-c466-474f-8d01-9188e6e6c246 req-9f98d78d-c52e-4172-a30e-2f8872c321b9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 943 time: 0.0805111 Aug 24 16:21:53.053449 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247178-dbbb-439b-9b86-38521ce601a6 req-f0802ca4-3862-48e6-9e68-3cef75088d21 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:53.054838 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40247178-dbbb-439b-9b86-38521ce601a6 req-f0802ca4-3862-48e6-9e68-3cef75088d21 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 945 time: 0.0646639 Aug 24 16:21:53.107329 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fc55e026-c466-474f-8d01-9188e6e6c246 req-d006c1a3-015d-46cb-95d5-901529fe1e68 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515420 Aug 24 16:21:53.122842 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-40247178-dbbb-439b-9b86-38521ce601a6 req-b34e72d7-fb78-45a4-aa31-22e1e283d544 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611699 Aug 24 16:21:53.571345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:21:53.577089 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:53.839460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:53.860157 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:53.879750 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:53.882068 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f4007-8c96-4b05-a9c0-a84601bb32f4" -d '{"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-unplugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:53.886625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:21:53.899869 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:53.922718 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e70242e-9679-4de9-b1f2-507cdd03dad2 x-openstack-request-id: req-7e70242e-9679-4de9-b1f2-507cdd03dad2 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:53.923010 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-unplugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:53.923276 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e70242e-9679-4de9-b1f2-507cdd03dad2 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:53.923658 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'code': 200} Aug 24 16:21:53.936291 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:53.948827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:21:53.968773 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:54.016613 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:54.063451 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:54.113640 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:54.154296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:54.270249 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59a49-20b3-48c4-a6cb-087ef353a3a0 req-887a8ae6-b81b-44e6-a7ee-9de01fa06741 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:54.271739 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cbc59a49-20b3-48c4-a6cb-087ef353a3a0 req-887a8ae6-b81b-44e6-a7ee-9de01fa06741 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 944 time: 0.0824559 Aug 24 16:21:54.283592 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fe90-28b4-4df1-a0fa-14a121d37f0b req-cda72f35-989b-4236-897c-be58a9c3b4cf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:54.285009 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-71f8fe90-28b4-4df1-a0fa-14a121d37f0b req-cda72f35-989b-4236-897c-be58a9c3b4cf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0651019 Aug 24 16:21:54.324517 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:21:54.341158 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cbc59a49-20b3-48c4-a6cb-087ef353a3a0 req-7be4cf89-1448-466a-9842-c936f09ec83d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551758 Aug 24 16:21:54.343969 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-71f8fe90-28b4-4df1-a0fa-14a121d37f0b req-fd1ff562-45c2-4f72-85fe-1fe141e9677c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521100 Aug 24 16:21:55.459593 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff492fa-db27-4ff1-bd48-7fe2c8528cdf req-fc89323d-83e8-49d7-b1ea-c7e9f3599721 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:55.461128 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1ff492fa-db27-4ff1-bd48-7fe2c8528cdf req-fc89323d-83e8-49d7-b1ea-c7e9f3599721 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 944 time: 0.0484257 Aug 24 16:21:55.499257 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1ff492fa-db27-4ff1-bd48-7fe2c8528cdf req-22c5c44c-a127-4233-8820-e97ec1f2e7a5 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Aug 24 16:21:55.598099 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:21:55.714181 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:21:55.719153 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:21:55.719538 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:55.798794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:55.843126 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:21:55.918286 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:55.919163 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:21:55.943196 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:21:55.945560 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf8819-81e9-40eb-ab51-21d662ffed6a" -d '{"events": [{"server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:21:55.995095 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b4ab2-b40b-42ce-b43b-998c5139b9d6 x-openstack-request-id: req-816b4ab2-b40b-42ce-b43b-998c5139b9d6 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:21:55.995808 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:21:55.995808 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-816b4ab2-b40b-42ce-b43b-998c5139b9d6 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:21:55.995993 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'code': 200} Aug 24 16:21:56.009034 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:56.379898 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e9c7b-e341-4cf9-9106-41ce99eb7b0c req-4a9117a1-ec8c-477e-bf84-7605e3093052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:56.381558 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-872e9c7b-e341-4cf9-9106-41ce99eb7b0c req-4a9117a1-ec8c-477e-bf84-7605e3093052 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1098 time: 0.0449984 Aug 24 16:21:56.419568 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-872e9c7b-e341-4cf9-9106-41ce99eb7b0c req-4f077fc0-d9a1-4a9c-8636-fbf4623df1c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Aug 24 16:21:56.616830 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f277145-f5dc-47df-8cc6-c0770a6c52c3 req-fb9fd0fa-8574-428a-ba28-70ce583fe387 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:56.618304 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f277145-f5dc-47df-8cc6-c0770a6c52c3 req-fb9fd0fa-8574-428a-ba28-70ce583fe387 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0514321 Aug 24 16:21:56.655940 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f277145-f5dc-47df-8cc6-c0770a6c52c3 req-aef4e590-a6e3-4ea7-8640-9a471ff3428d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318024 Aug 24 16:21:56.887716 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0860f-57ec-49dc-b7de-0a1bf8d25a72 req-89ecf40a-a94e-41d1-bbf3-bdee571e5d94 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:56.890062 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e2b0860f-57ec-49dc-b7de-0a1bf8d25a72 req-89ecf40a-a94e-41d1-bbf3-bdee571e5d94 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0508609 Aug 24 16:21:56.930834 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e2b0860f-57ec-49dc-b7de-0a1bf8d25a72 req-8bf50f14-313b-4fbe-ba3b-f92816d1156c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Aug 24 16:21:57.183741 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-40618a7b-cab3-4c58-8e73-e5c315ef24cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406635 Aug 24 16:21:57.775159 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5960-11e7-4528-9717-327d0558ad1c req-d1c655a3-e15d-4020-855c-6135e2f5b81a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:57.776670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-956a5960-11e7-4528-9717-327d0558ad1c req-d1c655a3-e15d-4020-855c-6135e2f5b81a tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0532417 Aug 24 16:21:57.816251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-956a5960-11e7-4528-9717-327d0558ad1c req-ca421475-6774-435c-bfbc-fbf7862055b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Aug 24 16:21:57.934057 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40cb9-3a2e-4683-b251-1d478d68795f req-44fbebce-c48c-45d4-8f1a-28c012ce87b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:57.935846 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e6a40cb9-3a2e-4683-b251-1d478d68795f req-44fbebce-c48c-45d4-8f1a-28c012ce87b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0526171 Aug 24 16:21:57.984545 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e6a40cb9-3a2e-4683-b251-1d478d68795f req-be8e4c76-1cb8-4126-8cc2-2a9233145b7d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333052 Aug 24 16:21:58.006414 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53250) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:58.056372 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd77e8-04b0-4454-9b66-a19c9d49a578 tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:58.058375 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-13dd77e8-04b0-4454-9b66-a19c9d49a578 tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1093 time: 0.0502214 Aug 24 16:21:58.061988 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53252) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:21:58.066445 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:21:58.068018 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602e48-88be-4d1e-9f21-4505c70c1c1b req-f420c539-bdd2-4cf7-b95e-ac90f239338e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:58.072970 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d4602e48-88be-4d1e-9f21-4505c70c1c1b req-f420c539-bdd2-4cf7-b95e-ac90f239338e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0635126 Aug 24 16:21:58.108353 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d4602e48-88be-4d1e-9f21-4505c70c1c1b req-04c9a234-6f5c-44ce-9d5a-b6c037e5bba7 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Aug 24 16:21:58.154528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:58.256731 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:58.367417 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.27.1.60 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/a4140ef8-583a-4f6a-a57c-4b558bd3094b) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:21:58.484262 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:58.578208 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:58.618292 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:21:58.623559 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:21:58.626417 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:21:58.677047 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=a4140ef8-583a-4f6a-a57c-4b558bd3094b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:58.767105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011fbd-5301-4957-baf9-3e55faa9141d req-a351e6d6-fcfc-41ca-b7b0-bef5b819af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:58.768646 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-a351e6d6-fcfc-41ca-b7b0-bef5b819af83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be&tenant_id=5adafea823bc40279baa813adc051baf HTTP/1.1" status: 200 len: 1096 time: 0.1015646 Aug 24 16:21:58.912661 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011fbd-5301-4957-baf9-3e55faa9141d req-086c7cb9-01f1-4e2e-a21a-c0518a153b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:58.914229 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-086c7cb9-01f1-4e2e-a21a-c0518a153b81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5adafea823bc40279baa813adc051baf&device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1096 time: 0.1196210 Aug 24 16:21:59.081953 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011fbd-5301-4957-baf9-3e55faa9141d req-27082030-899a-4e79-acc9-d0ab47e5e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:59.083714 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-27082030-899a-4e79-acc9-d0ab47e5e0d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 200 len: 918 time: 0.1594627 Aug 24 16:21:59.191686 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:59.194776 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-d43ea620-bd17-4be7-b57d-554305eb316e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 200 len: 999 time: 0.0762076 Aug 24 16:21:59.233801 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477c932-6da2-46d7-98bd-3b8a9a5e8090 req-dafa1f27-f511-4199-bafa-7d717892fbc8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:59.235442 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d477c932-6da2-46d7-98bd-3b8a9a5e8090 req-dafa1f27-f511-4199-bafa-7d717892fbc8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0533655 Aug 24 16:21:59.267704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011fbd-5301-4957-baf9-3e55faa9141d req-471d1847-0631-4c27-ae26-347ae7761dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:59.269186 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-471d1847-0631-4c27-ae26-347ae7761dd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 200 len: 856 time: 0.0569582 Aug 24 16:21:59.274854 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d477c932-6da2-46d7-98bd-3b8a9a5e8090 req-429d0b6f-35dc-4d35-ad15-fe2fa783c55a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Aug 24 16:21:59.318085 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011fbd-5301-4957-baf9-3e55faa9141d req-4f369e86-9fb6-420f-9104-7f81bebf4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:21:59.319647 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-4f369e86-9fb6-420f-9104-7f81bebf4e25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416863 Aug 24 16:21:59.424309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:59.480717 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-7011e33a-3f1b-45c1-8bda-5abab6b6943e service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511242 Aug 24 16:21:59.649729 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43011fbd-5301-4957-baf9-3e55faa9141d req-bf2307ab-2284-44f1-b64b-e147e03514ab service neutron] 10.222.0.37 "GET /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470852 Aug 24 16:21:59.665999 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:59.800406 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:59.867653 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=a4140ef8-583a-4f6a-a57c-4b558bd3094b,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:21:59.884108 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:21:59.993765 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP a991e270-24c7-45ec-9549-2068aaeed4d6 associated. External IP: 172.27.1.60, port: 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82. Aug 24 16:22:00.491277 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:22:00.524077 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5f729-9b42-4600-b632-c813495d753d req-d88bff54-5fae-4e1c-aa3a-5b315b83082d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:00.525998 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff5f729-9b42-4600-b632-c813495d753d req-d88bff54-5fae-4e1c-aa3a-5b315b83082d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0938346 Aug 24 16:22:00.590315 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff5f729-9b42-4600-b632-c813495d753d req-61835e31-54b4-4479-b3a6-aed20b0c4c90 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557890 Aug 24 16:22:00.680373 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:22:00.691694 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:22:00.703941 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:22:00.704576 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:00.807274 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:00.835616 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1fb8214f-0557-475c-96db-d0b6cbc6f8b7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7726085 Aug 24 16:22:00.836308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:22:00.838882 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beead282-f747-42c3-8ad9-046b35aa0b99" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:22:00.861479 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:22:00.889098 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acb6b21-bf1c-4d4d-b647-767ede2aad75 x-openstack-request-id: req-1acb6b21-bf1c-4d4d-b647-767ede2aad75 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:22:00.889403 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:22:00.889665 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1acb6b21-bf1c-4d4d-b647-767ede2aad75 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:22:00.890625 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'status': 'completed', 'code': 200} Aug 24 16:22:01.128216 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:21:58Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:01.155830 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:22:01.166625 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:22:01.167518 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:21:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:01.278629 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:22:01.538670 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:21:58Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:01.566150 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe1b23-9e81-4b10-bf45-fbb10da7cfe4 None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:21:58Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:22:01.766881 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d924ff8-6b13-4565-b418-1487565de202 req-51c25474-5b8a-4840-aa2e-a3c0c4010dcf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:01.773251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d924ff8-6b13-4565-b418-1487565de202 req-51c25474-5b8a-4840-aa2e-a3c0c4010dcf tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0867727 Aug 24 16:22:01.816411 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0d924ff8-6b13-4565-b418-1487565de202 req-289dafa4-c89b-4a3e-8046-f4bc7de5dc14 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Aug 24 16:22:01.860071 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde81f5f-5dfa-4f77-84ec-4e6dddc4a385 None None] New status for floating IP a991e270-24c7-45ec-9549-2068aaeed4d6: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:22:02.964422 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3ba47-a13d-4794-8aa4-6295ea32a3f3 req-627bff4f-5037-40dd-8e53-d2768bd3fa64 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:02.965987 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ef3ba47-a13d-4794-8aa4-6295ea32a3f3 req-627bff4f-5037-40dd-8e53-d2768bd3fa64 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0575523 Aug 24 16:22:03.008664 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ef3ba47-a13d-4794-8aa4-6295ea32a3f3 req-34738852-9f3c-4790-83f1-606e6815a62b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Aug 24 16:22:04.173165 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979504a3-676b-4acb-bc61-ea3a908f30cf req-ce5a9d1b-7240-4f51-b7b8-e3bb271a5693 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:04.174903 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-979504a3-676b-4acb-bc61-ea3a908f30cf req-ce5a9d1b-7240-4f51-b7b8-e3bb271a5693 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0675843 Aug 24 16:22:04.215375 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-979504a3-676b-4acb-bc61-ea3a908f30cf req-cc8ca7db-460b-4c87-a733-be3b18684390 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346234 Aug 24 16:22:05.366440 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235818-3e5f-429c-83a0-cf08c1ae7227 req-7d4226fb-23e0-4ea1-9038-ef325b0df5b8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:05.368676 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67235818-3e5f-429c-83a0-cf08c1ae7227 req-7d4226fb-23e0-4ea1-9038-ef325b0df5b8 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0543385 Aug 24 16:22:05.413481 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67235818-3e5f-429c-83a0-cf08c1ae7227 req-e93ed330-e53f-46c8-a5cc-2ed7b8a5bc3c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Aug 24 16:22:06.562892 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bdbfb-3171-4c25-a25f-a26c5f7f61b0 req-b5409c9d-2681-494f-a718-50a5cd4e6017 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:06.564558 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-256bdbfb-3171-4c25-a25f-a26c5f7f61b0 req-b5409c9d-2681-494f-a718-50a5cd4e6017 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0739803 Aug 24 16:22:06.617837 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-256bdbfb-3171-4c25-a25f-a26c5f7f61b0 req-313c08c8-54b2-4fb6-8e64-a6276cecb530 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471752 Aug 24 16:22:07.746799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910732-0df3-4135-bf9a-4ad825932495 req-3f894267-4472-4564-9eec-63d196b6110f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:07.748606 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74910732-0df3-4135-bf9a-4ad825932495 req-3f894267-4472-4564-9eec-63d196b6110f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0518646 Aug 24 16:22:07.789550 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-74910732-0df3-4135-bf9a-4ad825932495 req-2681e875-c723-475b-81ef-5c6dff07a69f tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 Aug 24 16:22:08.910946 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43892-d408-4050-b450-5b9a1124f4eb req-52dcca68-b2cb-453e-901a-26c523c9653c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:08.913549 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9ad43892-d408-4050-b450-5b9a1124f4eb req-52dcca68-b2cb-453e-901a-26c523c9653c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0511796 Aug 24 16:22:08.953572 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9ad43892-d408-4050-b450-5b9a1124f4eb req-0bc3eaa3-03b0-47df-92e2-3b84a64de5c0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Aug 24 16:22:10.086459 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd60b07-c3f5-4336-a196-2f0744336343 req-c475cc03-e511-4139-b684-28bfff13dc59 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:10.088129 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6fd60b07-c3f5-4336-a196-2f0744336343 req-c475cc03-e511-4139-b684-28bfff13dc59 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0644281 Aug 24 16:22:10.127080 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6fd60b07-c3f5-4336-a196-2f0744336343 req-8d9ef687-57e9-4a52-a118-4e6fdc61820b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Aug 24 16:22:10.919748 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-248b6eac-1813-474b-b0e0-93b1a49c06b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:11.264895 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5e613-d757-413d-a4d2-8d06120eba92 req-d5255186-d9cd-4724-9dcc-db420eaf57e5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:11.266440 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0ff5e613-d757-413d-a4d2-8d06120eba92 req-d5255186-d9cd-4724-9dcc-db420eaf57e5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0481057 Aug 24 16:22:11.307334 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0ff5e613-d757-413d-a4d2-8d06120eba92 req-ee6e4eb1-c9be-4888-aa92-d9f6e039c115 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Aug 24 16:22:12.423832 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279a66e-c396-4445-8a44-9bc47eca56ca req-bc035467-7999-4494-b0c5-ec23331ff767 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:12.425257 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f279a66e-c396-4445-8a44-9bc47eca56ca req-bc035467-7999-4494-b0c5-ec23331ff767 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0472684 Aug 24 16:22:12.461627 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f279a66e-c396-4445-8a44-9bc47eca56ca req-78919ae0-458e-4403-b838-418db6fd44c5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Aug 24 16:22:13.581538 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0c3b-d3a0-4dbc-86b5-8fe8b83c0838 req-7b5e538a-9ec0-4faf-bd55-8eaa63418750 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:13.582972 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e29f0c3b-d3a0-4dbc-86b5-8fe8b83c0838 req-7b5e538a-9ec0-4faf-bd55-8eaa63418750 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0510368 Aug 24 16:22:13.619551 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e29f0c3b-d3a0-4dbc-86b5-8fe8b83c0838 req-1f210677-22e0-42a0-8702-7ca1e7b6e84b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306039 Aug 24 16:22:13.672833 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cb4bd611-31f9-4a29-898d-310e5370e47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:13.959575 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:14.244398 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-b4724ca9-810b-4f65-90ea-21938dafa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:14.245888 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-b4724ca9-810b-4f65-90ea-21938dafa85d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1098 time: 0.0401571 Aug 24 16:22:14.341770 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-bcfea048-1c60-472c-a2df-189328db3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:14.343293 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-bcfea048-1c60-472c-a2df-189328db3e4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0903339 Aug 24 16:22:14.408223 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-cb21b2ee-d7a9-47a0-825c-ed2286876b3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 1000 time: 0.0567043 Aug 24 16:22:14.458332 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-ca58726c-cc8c-4d54-963a-8fbef4f3fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:14.459738 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-ca58726c-cc8c-4d54-963a-8fbef4f3fdbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0422966 Aug 24 16:22:14.513156 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-781a0a13-c1f6-4694-8d22-3d842517bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:14.514654 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-781a0a13-c1f6-4694-8d22-3d842517bfcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429385 Aug 24 16:22:14.606361 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-bb0e2c3b-0294-4af5-b767-fdfbd2222d7e service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Aug 24 16:22:14.706965 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-beead282-f747-42c3-8ad9-046b35aa0b99 req-65ccd324-b0df-4b24-beb8-1abf69b04e14 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917370 Aug 24 16:22:14.752493 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf527a0-1163-4fa9-9e2e-713563c1fe1f req-eebaabcd-5ed9-441f-a67f-671c96099db0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:14.754155 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1bf527a0-1163-4fa9-9e2e-713563c1fe1f req-eebaabcd-5ed9-441f-a67f-671c96099db0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0616128 Aug 24 16:22:14.771005 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:14.791769 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1bf527a0-1163-4fa9-9e2e-713563c1fe1f req-768b23fe-9217-4d30-9681-3d5aadd99c74 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Aug 24 16:22:15.723881 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:22:15.826107 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:22:15.837054 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '16321370-b92a-4338-9c2c-43c6d184572e', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'port_id': '16321370-b92a-4338-9c2c-43c6d184572e', 'mac_address': 'fa:16:3e:06:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:22:15.875558 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:15.892020 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:22:15.911111 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:22:15.917109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3899e4-79f9-43ae-b8c7-e749340fa74f req-6e6ccfc2-de59-4914-b123-c08dd51a9509 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:15.917109 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d3899e4-79f9-43ae-b8c7-e749340fa74f req-6e6ccfc2-de59-4914-b123-c08dd51a9509 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 943 time: 0.0487568 Aug 24 16:22:15.954778 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d3899e4-79f9-43ae-b8c7-e749340fa74f req-e921c19f-ea56-44a6-90eb-e7c8e6f58740 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342052 Aug 24 16:22:16.032396 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:16.075986 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=9']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:16.083642 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.084087 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.084434 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.084811 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.085182 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.085510 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.085836 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.086158 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.086485 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.086799 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.087131 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.087472 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:16.269734 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['16321370-b92a-4338-9c2c-43c6d184572e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:22:16.491176 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:17.084007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849e566-be4b-4b1f-8e4e-9502442bb07c req-d98fe6fa-7796-4ddf-acc6-5fd331dd3c51 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:17.085506 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4849e566-be4b-4b1f-8e4e-9502442bb07c req-d98fe6fa-7796-4ddf-acc6-5fd331dd3c51 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 944 time: 0.0551748 Aug 24 16:22:17.421214 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4849e566-be4b-4b1f-8e4e-9502442bb07c req-58fc9b5f-a64d-4234-b47a-b2e9d258fb24 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341482 Aug 24 16:22:17.755266 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:22:17.806262 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 16321370-b92a-4338-9c2c-43c6d184572e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:22:17.806636 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:17.881989 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:17.903882 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:22:17.906136 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df99f79-e6d3-433a-acca-64fac43ec08c" -d '{"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:22:17.918811 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:22:17.941981 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c704621f-55f7-4a5a-8a72-801f34cbacde x-openstack-request-id: req-c704621f-55f7-4a5a-8a72-801f34cbacde {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:22:17.942272 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-plugged", "status": "completed", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:22:17.942524 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c704621f-55f7-4a5a-8a72-801f34cbacde {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:22:17.942912 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'code': 200} Aug 24 16:22:17.988625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:18.039490 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=10']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:18.301633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd20d-3068-4a81-94b2-2721b72d5e4c req-c5945dba-c69c-4f20-a667-87d6f7e01dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:18.305296 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a04fd20d-3068-4a81-94b2-2721b72d5e4c req-c5945dba-c69c-4f20-a667-87d6f7e01dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 1099 time: 0.0414593 Aug 24 16:22:18.341987 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a04fd20d-3068-4a81-94b2-2721b72d5e4c req-e501615e-c909-41de-9e80-9af96b199ca4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273297 Aug 24 16:22:18.517017 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c396d-80ad-4299-8bbb-7ca12fee8eb8 req-f726358c-a252-46f4-922a-f104dca750dd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:18.518474 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-858c396d-80ad-4299-8bbb-7ca12fee8eb8 req-f726358c-a252-46f4-922a-f104dca750dd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0486870 Aug 24 16:22:18.560392 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-858c396d-80ad-4299-8bbb-7ca12fee8eb8 req-c8051adb-5469-42a1-900d-671de6df0110 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Aug 24 16:22:19.688945 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58249016-a2dc-4a97-8dc8-e8253c3bb729 req-16a4afc7-3acc-4b2e-ae92-593018928922 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:19.690423 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58249016-a2dc-4a97-8dc8-e8253c3bb729 req-16a4afc7-3acc-4b2e-ae92-593018928922 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0524385 Aug 24 16:22:19.728298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58249016-a2dc-4a97-8dc8-e8253c3bb729 req-ca3a3577-b278-4d87-8095-38c7dca7dcf1 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Aug 24 16:22:20.850502 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b927464-d1b6-4cf8-81fb-fc3ee6fb57c5 req-ab06e875-106d-4487-bd8b-d9859ff6497d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:20.851972 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4b927464-d1b6-4cf8-81fb-fc3ee6fb57c5 req-ab06e875-106d-4487-bd8b-d9859ff6497d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0509262 Aug 24 16:22:20.889128 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4b927464-d1b6-4cf8-81fb-fc3ee6fb57c5 req-23869d9c-2096-43ab-aade-4783f9e3336e tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Aug 24 16:22:22.013311 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8863cb-4f41-4af3-8b52-5245841d6bdc req-707c8a61-0d96-4614-9a43-c7216f4705b5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:22.014966 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f8863cb-4f41-4af3-8b52-5245841d6bdc req-707c8a61-0d96-4614-9a43-c7216f4705b5 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0562570 Aug 24 16:22:22.053856 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8f8863cb-4f41-4af3-8b52-5245841d6bdc req-a236d093-122b-48e4-9f7e-a0a34079b17b tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Aug 24 16:22:22.678253 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:25.551840 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53634) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:25.655048 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60c5697e-96e5-4917-8b4e-7868f6f52e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:25.742802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60c5697e-96e5-4917-8b4e-7868f6f52e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:25.822332 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60c5697e-96e5-4917-8b4e-7868f6f52e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:25.860657 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-60c5697e-96e5-4917-8b4e-7868f6f52e0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56f3853f0e73453c82b915d3163a4055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076534 Aug 24 16:22:25.861381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5697e-96e5-4917-8b4e-7868f6f52e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a266be29-438a-4493-a65e-a3b0cac36555,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:25.864012 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 53638) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:25.912668 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:25.932521 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:26.049086 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:26.052125 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:26.053315 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a266be29-438a-4493-a65e-a3b0cac36555 HTTP/1.1" status: 204 len: 168 time: 0.1880877 Aug 24 16:22:26.060944 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a266be29-438a-4493-a65e-a3b0cac36555,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:26.068636 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.068997 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.069363 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.069690 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.070127 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.070488 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.070805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.071226 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.071564 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.071900 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.072233 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:26.072587 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4c418-4adb-4b75-9b72-7230d5c73586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:28.181981 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:22:33.443744 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 53718) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:33.549296 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5b3d-c999-4963-bb5a-94d188115832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.634203 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5b3d-c999-4963-bb5a-94d188115832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.696325 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5b3d-c999-4963-bb5a-94d188115832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.736325 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f2ba5b3d-c999-4963-bb5a-94d188115832 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5d9b34248714460b47d3a69ef610f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914727 Aug 24 16:22:33.737699 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5b3d-c999-4963-bb5a-94d188115832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45287c4-9d43-4db1-8e3a-c7b39e752e7b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:33.739549 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53722) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:33.794151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.814726 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.936419 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.938962 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:33.940097 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b45287c4-9d43-4db1-8e3a-c7b39e752e7b HTTP/1.1" status: 204 len: 168 time: 0.1995709 Aug 24 16:22:33.947436 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0a48d-1421-436c-a5f7-2cc0d36a8562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45287c4-9d43-4db1-8e3a-c7b39e752e7b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:34.517555 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53728) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:34.530924 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d2f34d5-054b-472d-986c-e81a0cf91966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.616716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d2f34d5-054b-472d-986c-e81a0cf91966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.695954 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4d2f34d5-054b-472d-986c-e81a0cf91966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.734009 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4d2f34d5-054b-472d-986c-e81a0cf91966 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c42c1cba42413fa46907239d41b58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153561 Aug 24 16:22:34.734964 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f34d5-054b-472d-986c-e81a0cf91966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec919a-bc2b-4c1b-8225-8925a402a75e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:34.736969 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 53730) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:34.784112 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.804030 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.936076 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.938562 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:34.939724 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fec919a-bc2b-4c1b-8225-8925a402a75e HTTP/1.1" status: 204 len: 168 time: 0.2017958 Aug 24 16:22:34.947792 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6eeb5-f652-4b2b-9d96-1267b75c7430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec919a-bc2b-4c1b-8225-8925a402a75e,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:40.912239 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d86bafd9-c95b-4f19-89c9-cc1dca1a3328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:43.673983 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ab5197eb-b44b-48a8-bb54-a2fa4c6c9106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:43.931046 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:44.788160 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:46.451009 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:52.649276 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:54.228871 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 53864) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:54.525039 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Deleting port 6b53d89d-f2a7-435b-aae6-bdd527c4cb1f {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:22:54.525291 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:54.597124 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:54.597448 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:54.609164 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Calling delete_port for 6b53d89d-f2a7-435b-aae6-bdd527c4cb1f owned by network:floatingip {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:22:55.085840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:55.110569 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event deleted for resources: {'Port': ['ID=6b53d89d-f2a7-435b-aae6-bdd527c4cb1f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:55.172246 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:55.172625 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Floating IP 1a980194-3775-4ed6-96ba-9a71ff508a47 disassociated (deleted). External IP: 172.27.1.109, port: 9f36ae6b-6737-472a-bc09-c7e803025003. Aug 24 16:22:55.381456 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Router bb099b5a-ba27-4e89-9f48-9d301c31cf09 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:22:55.499067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:22:55.499067 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:55.501745 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Sync routers for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:22:55.510909 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:22:55.511504 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:55.524294 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e19bbee8-f6b2-4be6-be3a-ccc6f4d09117 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "DELETE /v2.0/floatingips/1a980194-3775-4ed6-96ba-9a71ff508a47 HTTP/1.1" status: 204 len: 168 time: 1.2943606 Aug 24 16:22:55.527771 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:22:55.527771 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e14ae-c656-452e-8912-7dc844128be3" -d '{"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:22:55.568524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4c3363-9f1d-424a-91c8-1b64e473c4d8 x-openstack-request-id: req-7e4c3363-9f1d-424a-91c8-1b64e473c4d8 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:22:55.568524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:22:55.568524 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e4c3363-9f1d-424a-91c8-1b64e473c4d8 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:22:55.568982 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'status': 'completed', 'code': 200} Aug 24 16:22:55.619314 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:22:55.636926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e14ae-c656-452e-8912-7dc844128be3 req-d2ca5e66-e5e4-4900-b232-6d2654d9098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:55.638362 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-d2ca5e66-e5e4-4900-b232-6d2654d9098a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c000831c3acd4f72a83ddbe121dc1767&device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 1098 time: 0.0417655 Aug 24 16:22:55.734490 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e14ae-c656-452e-8912-7dc844128be3 req-59e3443b-16b6-44fc-bb64-227d432e7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:55.736020 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-59e3443b-16b6-44fc-bb64-227d432e7330 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 200 len: 908 time: 0.0904863 Aug 24 16:22:55.777502 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-8f2e1f65-124c-4f9c-b843-0d61c1653e57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 200 len: 217 time: 0.0341172 Aug 24 16:22:55.833821 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e14ae-c656-452e-8912-7dc844128be3 req-a3e35219-2e9b-48c6-864d-f7852660fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:55.835834 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-a3e35219-2e9b-48c6-864d-f7852660fcc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 200 len: 846 time: 0.0508411 Aug 24 16:22:55.885057 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e14ae-c656-452e-8912-7dc844128be3 req-158f933b-0603-4404-8c19-888225470002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:55.886558 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-158f933b-0603-4404-8c19-888225470002 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6110ad9f-daed-48fb-a666-a113b63dff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422544 Aug 24 16:22:55.906766 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:55.933089 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Checking router: bb099b5a-ba27-4e89-9f48-9d301c31cf09 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:22:55.941649 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:22:55.942249 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:55.986325 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-b62e3ef3-3677-4878-a088-2ccfa3a9a63f service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908298 Aug 24 16:22:56.051925 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:22:56.089726 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a25e14ae-c656-452e-8912-7dc844128be3 req-bf25efbe-8011-435e-8745-c962ede28548 service neutron] 10.222.0.37 "GET /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954020 Aug 24 16:22:56.092095 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c14142-c541-41eb-8d3b-b592db10b78e req-fecdfe57-c50f-4c2a-995f-7270615b2e34 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:56.093703 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c3c14142-c541-41eb-8d3b-b592db10b78e req-fecdfe57-c50f-4c2a-995f-7270615b2e34 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Aug 24 16:22:56.132275 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c3c14142-c541-41eb-8d3b-b592db10b78e req-36574957-ea84-4930-a53d-d233004fb002 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Aug 24 16:22:56.248038 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:22:56.277028 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75f9e1-dbcd-4ed3-b96b-eb38b9d56869 None None] The sync data for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi is: [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:41Z', 'revision_number': 4, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '0ffab31c-34fe-4a51-8364-3b18e6f7bc5d', 'name': '', 'network_id': '6110ad9f-daed-48fb-a666-a113b63dff62', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'mac_address': 'fa:16:3e:54:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:40Z', 'updated_at': '2021-08-24T16:17:46Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'subnets': [{'id': '0d7da8ed-479c-4890-a832-b437a4478fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:22:56.481233 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2ac9f-4318-4bf8-a5d8-2b0913e207af None None] New status for floating IP 1a980194-3775-4ed6-96ba-9a71ff508a47: DOWN {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:22:57.011074 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 53894) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:57.111757 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ec960a8a-7a83-4ae9-8a78-ee18e67eef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.198554 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ec960a8a-7a83-4ae9-8a78-ee18e67eef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.249821 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a85-946e-460b-a43b-a310b12d228d req-d7a0f421-027b-4b0c-b906-750585b3e1a9 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:57.251298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-38531a85-946e-460b-a43b-a310b12d228d req-d7a0f421-027b-4b0c-b906-750585b3e1a9 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Aug 24 16:22:57.269907 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ec960a8a-7a83-4ae9-8a78-ee18e67eef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.320892 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ec960a8a-7a83-4ae9-8a78-ee18e67eef55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec564551b5f242688f1eed084bbea12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087575 Aug 24 16:22:57.323649 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53900) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:57.324138 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-38531a85-946e-460b-a43b-a310b12d228d req-d8a03ab9-0b13-4045-9a14-0552997065ad tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/security-groups?id=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668883 Aug 24 16:22:57.324872 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec960a8a-7a83-4ae9-8a78-ee18e67eef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d5bd7-c249-4443-90cb-4b671bc4eace,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:57.373807 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.393983 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.534387 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.537210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.539015 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b6d5bd7-c249-4443-90cb-4b671bc4eace HTTP/1.1" status: 204 len: 168 time: 0.2142599 Aug 24 16:22:57.546649 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d5bd7-c249-4443-90cb-4b671bc4eace,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:57.554074 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.554438 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.554787 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.555235 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.555579 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.555919 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.556256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.556606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.556942 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.557280 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.557680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.558010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e86404-155f-4971-b1cf-98f63d5bb942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:22:57.747012 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d617615-4a6f-4220-b0a5-b87444575fba req-ae41f5a8-daa1-4068-9104-97806a54d386 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:57.748512 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d617615-4a6f-4220-b0a5-b87444575fba req-ae41f5a8-daa1-4068-9104-97806a54d386 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.37 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Aug 24 16:22:57.844593 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Deleting port 9f36ae6b-6737-472a-bc09-c7e803025003 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:22:57.844854 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.939451 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] For port 9f36ae6b-6737-472a-bc09-c7e803025003, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9f36ae6b-6737-472a-bc09-c7e803025003,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:22:57.939822 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:57.952394 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Calling delete_port for 9f36ae6b-6737-472a-bc09-c7e803025003 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:22:58.148051 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.181063 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event deleted for resources: {'Port': ['ID=9f36ae6b-6737-472a-bc09-c7e803025003,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:58.222171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] No DVR routers for this DVR port 9f36ae6b-6737-472a-bc09-c7e803025003 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:22:58.225207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.227276 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d617615-4a6f-4220-b0a5-b87444575fba req-c3919290-47fa-49c0-8d36-4401269c3298 tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.37 "DELETE /v2.0/ports/9f36ae6b-6737-472a-bc09-c7e803025003 HTTP/1.1" status: 204 len: 173 time: 0.4714668 Aug 24 16:22:58.227682 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-deleted', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:22:58.229961 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91637b81-ce9d-46e0-a270-a5209d6f8d0d" -d '{"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-deleted", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:22:58.266583 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962da98-bf8c-4269-ac45-56d3cc019dac x-openstack-request-id: req-6962da98-bf8c-4269-ac45-56d3cc019dac {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:22:58.268879 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50c8628-4499-4e79-abea-513f3828ac48", "name": "network-vif-deleted", "tag": "9f36ae6b-6737-472a-bc09-c7e803025003", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:22:58.268879 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6962da98-bf8c-4269-ac45-56d3cc019dac {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:22:58.268879 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50c8628-4499-4e79-abea-513f3828ac48', 'name': 'network-vif-deleted', 'tag': '9f36ae6b-6737-472a-bc09-c7e803025003', 'status': 'completed', 'code': 200} Aug 24 16:22:58.419810 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e56e3dca-7989-4205-8edb-a8a44cb228b5 req-4e2a6b21-4a0c-4b57-8ce2-ff223d28698b tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0269272 Aug 24 16:22:58.459922 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53926) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:58.558741 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296381495-network', 'tenant_id': 'ebe25c7abf2b4b98adc62b3e9e3d64fa'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:22:58.643562 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Made reservation on behalf of ebe25c7abf2b4b98adc62b3e9e3d64fa for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:22:58.647610 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.655361 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.749540 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.827491 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.848764 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:22:58.864330 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b977682-e651-4b7b-bb71-73f01cf89439,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:58.868308 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.868718 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Added segment 8ace0c14-26df-4df9-a221-520ac0f9a7db of type vlan for network b457aa22-b340-415e-85fa-861a0814e974 Aug 24 16:22:58.907622 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.981959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:58.982890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:58.983464 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:59.050862 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] Pushing event updated for resources: {'Network': ['ID=b457aa22-b340-415e-85fa-861a0814e974,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:59.062736 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network b457aa22-b340-415e-85fa-861a0814e974 details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:22:59.112388 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e64bb940-7f4f-4866-87e4-84e55144fd9b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6512916 Aug 24 16:22:59.115200 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53932) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:22:59.120204 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Request body: {'subnet': {'network_id': 'b457aa22-b340-415e-85fa-861a0814e974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296381495-subnet', 'tenant_id': 'ebe25c7abf2b4b98adc62b3e9e3d64fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:22:59.221981 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Made reservation on behalf of ebe25c7abf2b4b98adc62b3e9e3d64fa for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:22:59.224326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:59.496583 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:59.525486 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2509d9e9-becf-4914-b628-dc5378a06113 req-8fa84df6-6f55-484b-a3fb-2b6695bb942a tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50c8628-4499-4e79-abea-513f3828ac48 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Aug 24 16:22:59.559611 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ad88bd-2572-4501-85ff-d14299b81d38,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:22:59.562782 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Checking segment: {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:22:59.563146 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Network hostable DHCP agents. Network: b457aa22-b340-415e-85fa-861a0814e974, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:22:59.622066 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Network b457aa22-b340-415e-85fa-861a0814e974 is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:22:59.685000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, b457aa22-b340-415e-85fa-861a0814e974) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:22:59.689010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:22:59.691788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:22:59.695356 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab035016-bae3-4d5a-9edd-2960644e1da5 None None] Network b457aa22-b340-415e-85fa-861a0814e974 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:22:59.767674 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-20fbaf75-4570-4979-b0d2-5e2ff4878b08 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6440284 Aug 24 16:22:59.815012 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e48a8-47af-458d-94a8-4dc2b15e8c27 None None] Network b457aa22-b340-415e-85fa-861a0814e974 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:23:00.581934 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53954) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:00.641577 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:00.671440 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:00.810933 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:00.813591 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:00.814776 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] 10.222.0.52 "DELETE /v2.0/security-groups/34e75b72-ef87-4d6a-b92a-a6f1f4aa8327 HTTP/1.1" status: 204 len: 168 time: 0.2318602 Aug 24 16:23:00.828018 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c17844-b114-4d5c-8e0e-4e80360e86bb tempest-TestShelveInstance-1027844353 tempest-TestShelveInstance-1027844353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e75b72-ef87-4d6a-b92a-a6f1f4aa8327,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:01.266216 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f13e7b-45cd-41d5-b560-a6ae8a1166e5 req-378da709-9def-4d4b-a79d-a9263f2f7f60 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:01.267688 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18f13e7b-45cd-41d5-b560-a6ae8a1166e5 req-378da709-9def-4d4b-a79d-a9263f2f7f60 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0478470 Aug 24 16:23:01.308561 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18f13e7b-45cd-41d5-b560-a6ae8a1166e5 req-bd0bcbec-b228-40ca-bdb4-84551e2c5dc0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Aug 24 16:23:01.755617 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-2a415612-e323-42c7-98f7-6ee3b6491d61 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:01.757281 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-2a415612-e323-42c7-98f7-6ee3b6491d61 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/networks?id=b457aa22-b340-415e-85fa-861a0814e974 HTTP/1.1" status: 200 len: 809 time: 0.1000226 Aug 24 16:23:01.771555 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-32fbd758-c88c-40e6-9fc3-5dca31d6efa5 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/quotas/ebe25c7abf2b4b98adc62b3e9e3d64fa HTTP/1.1" status: 200 len: 375 time: 0.0086484 Aug 24 16:23:01.802136 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-5fa783df-1d36-489c-bfe2-2b692f65321e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254989 Aug 24 16:23:01.893068 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6f7ac144-76d1-4307-af33-43800973803e service neutron] 10.222.0.52 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Aug 24 16:23:01.938552 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 53984) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:01.972264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:01.985460 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-f23af24b-c87c-48fd-b958-5fa8d379afc0 service neutron] 10.222.0.52 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855982 Aug 24 16:23:01.993697 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 9f36ae6b-6737-472a-bc09-c7e803025003 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:01.994039 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 9f36ae6b-6737-472a-bc09-c7e803025003 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:02.227949 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9d469366-a59d-4763-a94e-a9bfc790df68 req-db00a1f7-66dc-47be-ae88-fb68b7c21326 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 210 time: 0.0279648 Aug 24 16:23:02.334417 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:02.435132 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315218-034c-46eb-b1f0-2b075825c91c req-59552ff7-f875-44cf-8f6f-d3462154763c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:02.436767 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d7315218-034c-46eb-b1f0-2b075825c91c req-59552ff7-f875-44cf-8f6f-d3462154763c tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0531132 Aug 24 16:23:02.476736 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d7315218-034c-46eb-b1f0-2b075825c91c req-64834b10-43bc-430c-b90a-527f326b143d tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Aug 24 16:23:02.617361 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Deleting port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:02.619171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:02.636421 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-e14fac17-d06c-4265-b331-f73a4fdee0f0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:02.637892 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-e14fac17-d06c-4265-b331-f73a4fdee0f0 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0718803 Aug 24 16:23:02.763227 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] For port 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:02.763541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:02.778209 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Calling delete_port for 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:02.825380 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Deleting port 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:02.825716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:02.964724 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] For port 16321370-b92a-4338-9c2c-43c6d184572e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=16321370-b92a-4338-9c2c-43c6d184572e,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:02.965492 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.324946 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35f11521-8132-4958-bbd5-57544d25406c req-605b2d39-0029-4ed8-8e21-9e9243782eaf tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 210 time: 0.0264947 Aug 24 16:23:03.497570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.497886 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.498206 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Floating IP e570b3b9-293a-4636-b993-9787e0f1821f disassociated. External IP: 172.27.1.174, port: 16321370-b92a-4338-9c2c-43c6d184572e. Aug 24 16:23:03.498554 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Calling delete_port for 16321370-b92a-4338-9c2c-43c6d184572e owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:03.500441 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.532675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffab31c-34fe-4a51-8364-3b18e6f7bc5d,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:03.616625 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c337a32-6dc6-45b8-b748-175867c88215 req-bebbcfc5-cb34-4667-a68d-783b560637bb tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:03.618321 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c337a32-6dc6-45b8-b748-175867c88215 req-bebbcfc5-cb34-4667-a68d-783b560637bb tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 946 time: 0.0566049 Aug 24 16:23:03.663369 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5c337a32-6dc6-45b8-b748-175867c88215 req-1c7fe196-2b15-4432-856d-626915e76cfc tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups?id=9edfce85-70f3-46e7-b535-d78f66ba8d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373795 Aug 24 16:23:03.787887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.849971 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:03.907956 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'Port': ['ID=16321370-b92a-4338-9c2c-43c6d184572e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:04.098087 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:23:04.115145 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Router bb099b5a-ba27-4e89-9f48-9d301c31cf09 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:23:04.355931 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:23:04.381224 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:23:04.400049 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:04.400740 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.414542 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:23:04.426905 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Sync routers for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:23:04.435005 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0299563c-2ba3-4dd9-b095-52d90823eaa6 admin admin] 10.222.0.52 "PUT /v2.0/routers/bb099b5a-ba27-4e89-9f48-9d301c31cf09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933789 Aug 24 16:23:04.439576 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54006) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:04.443605 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:04.445592 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.484310 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9a14fb48-0439-4932-b09a-8cddbec46b27 req-97aad7c6-e113-48ab-a994-84e0bb9f1b29 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 210 time: 0.0554340 Aug 24 16:23:04.527547 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] No DVR routers for this DVR port 16321370-b92a-4338-9c2c-43c6d184572e on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:04.534580 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:04.536956 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9cbac8a-d013-4491-8b95-43cae427bfab req-318fddb9-24a3-427a-9d2f-54b4b1967936 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.37 "DELETE /v2.0/ports/16321370-b92a-4338-9c2c-43c6d184572e HTTP/1.1" status: 204 len: 173 time: 1.8736780 Aug 24 16:23:04.537602 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-deleted', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:04.540655 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20bf78-c9a2-477c-bfe7-327eac80eb2b" -d '{"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-deleted", "tag": "16321370-b92a-4338-9c2c-43c6d184572e"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:04.543476 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:04.586804 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:04.607888 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-114cc421-0739-43a1-a7c4-059c92b1061f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:04.609372 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-114cc421-0739-43a1-a7c4-059c92b1061f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "GET /v2.0/networks?id=b457aa22-b340-415e-85fa-861a0814e974 HTTP/1.1" status: 200 len: 809 time: 0.3660755 Aug 24 16:23:04.612732 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931d9ee-2ed9-419c-abc2-2553c71768e0 x-openstack-request-id: req-f931d9ee-2ed9-419c-abc2-2553c71768e0 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:04.613025 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48fcdd5-3511-451b-a089-046f7ce6d3be", "name": "network-vif-deleted", "tag": "16321370-b92a-4338-9c2c-43c6d184572e", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:04.613214 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f931d9ee-2ed9-419c-abc2-2553c71768e0 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:04.613675 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48fcdd5-3511-451b-a089-046f7ce6d3be', 'name': 'network-vif-deleted', 'tag': '16321370-b92a-4338-9c2c-43c6d184572e', 'status': 'completed', 'code': 200} Aug 24 16:23:04.625895 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Request body: {'port': {'device_id': '19d2cc12-6a8f-4285-b563-f046231d8198', 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974', 'admin_state_up': True, 'tenant_id': 'ebe25c7abf2b4b98adc62b3e9e3d64fa'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:04.677836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:04.833900 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-88b9a2b8-8da3-493d-b519-f82aa23525be req-570b7756-2ada-455f-8b2b-73da252d13db tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48fcdd5-3511-451b-a089-046f7ce6d3be HTTP/1.1" status: 200 len: 210 time: 0.0438664 Aug 24 16:23:04.855625 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.860369 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:23:03Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.870636 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:04.884139 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:23:04.884959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Checking router: bb099b5a-ba27-4e89-9f48-9d301c31cf09 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:23:04.892655 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:04.893461 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.893615 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Routers {'bb099b5a-ba27-4e89-9f48-9d301c31cf09'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:04.894133 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:04.936052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Made reservation on behalf of ebe25c7abf2b4b98adc62b3e9e3d64fa for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:23:04.939864 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.000869 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:05.005240 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] Set router bb099b5a-ba27-4e89-9f48-9d301c31cf09 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:05.097378 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Deleting port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:05.097715 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.099870 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Allocated IP 172.20.0.7 (b457aa22-b340-415e-85fa-861a0814e974/33ad88bd-2572-4501-85ff-d14299b81d38/109bb4c8-0f94-4dac-8896-53972d72ee18) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:23:05.184591 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:23:05.240805 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] For port 41274e3a-0015-4b8c-8ff5-7dd4a043bb71, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:05.241189 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.251409 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:05.281924 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e306b-cc7b-4c1a-9a32-7c1d952e3874 None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': 'f1ba38fe-ed5b-4c34-8eac-3181aab64f3d', 'name': '', 'network_id': 'a1c79bf7-3d83-431e-996a-4fdaf8dbda3e', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'mac_address': 'fa:16:3e:74:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:35Z', 'updated_at': '2021-08-24T16:16:42Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'subnets': [{'id': 'cbdcc997-9455-4109-8230-b77c3562437e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:23:05.282881 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Calling delete_port for 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:05.349938 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:23:03Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:05.385876 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.401511 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7eea4-3222-4dfd-a132-38de03b7f4e4 None None] The sync data for ids ['bb099b5a-ba27-4e89-9f48-9d301c31cf09'] in dv-cinder-755654-11-iscsi is: [{'id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'name': 'tempest-TestShelveInstance-77990829-router', 'tenant_id': 'c000831c3acd4f72a83ddbe121dc1767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:23:03Z', 'revision_number': 5, 'project_id': 'c000831c3acd4f72a83ddbe121dc1767', 'gw_port': {'id': '41274e3a-0015-4b8c-8ff5-7dd4a043bb71', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb099b5a-ba27-4e89-9f48-9d301c31cf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:37Z', 'updated_at': '2021-08-24T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:23:05.575539 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.583748 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c888dc-050e-4a06-ab8d-9515a032dc00 None None] New status for floating IP e570b3b9-293a-4636-b993-9787e0f1821f: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:23:05.587788 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-76c8d1c9-7bae-4dfb-99d8-875a79783a37 req-254d8f8b-039d-4abe-9874-f0ad6996b947 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Aug 24 16:23:05.628316 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Network b457aa22-b340-415e-85fa-861a0814e974 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:23:05.634494 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.636552 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:23:05.639498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:23:05.648702 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Pushing event updated for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:05.700016 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=41274e3a-0015-4b8c-8ff5-7dd4a043bb71,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:05.755449 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:05.756061 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:05.776725 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.003237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:06.006938 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54022) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:06.025831 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 16321370-b92a-4338-9c2c-43c6d184572e {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:06.026176 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 16321370-b92a-4338-9c2c-43c6d184572e not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:06.064976 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.085635 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-4614a669-2d71-4ca8-b91e-c7a1c6e6026f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4668851 Aug 24 16:23:06.090211 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.114186 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Request body: {'port': {'device_id': '19d2cc12-6a8f-4285-b563-f046231d8198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:06.120726 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.135772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.203806 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.210881 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.213480 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.218828 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "DELETE /v2.0/security-groups/9edfce85-70f3-46e7-b535-d78f66ba8d91 HTTP/1.1" status: 204 len: 168 time: 0.2064736 Aug 24 16:23:06.218988 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54024) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:06.223947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4a86b-b890-4bb3-ac48-4e8d120938bd tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfce85-70f3-46e7-b535-d78f66ba8d91,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:06.251080 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-5d6c7f06-a4f5-4a14-8481-24daebc0c4c3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] show failed (client error): The resource could not be found. Aug 24 16:23:06.252101 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5d6c7f06-a4f5-4a14-8481-24daebc0c4c3 tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "GET /v2.0/security-groups/9edfce85-70f3-46e7-b535-d78f66ba8d91 HTTP/1.1" status: 404 len: 347 time: 0.0337760 Aug 24 16:23:06.261078 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54026) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:06.314548 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.315078 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb099b5a-ba27-4e89-9f48-9d301c31cf09 {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:23:06.327335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.328500 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-277e0c5e-a5e7-4b85-bfbd-e9e8cf148f6a admin admin] 10.222.0.52 "DELETE /v2.0/routers/bb099b5a-ba27-4e89-9f48-9d301c31cf09 HTTP/1.1" status: 204 len: 168 time: 1.8795705 Aug 24 16:23:06.331666 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54028) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:06.401100 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Deleting port ec44e964-4044-43bc-9027-96de7f60cbd4 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:06.401552 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.414637 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:06.434878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Deleting subnet 0d7da8ed-479c-4890-a832-b437a4478fa8 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:23:06.439180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.440003 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:06.440395 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 0ffab31c-34fe-4a51-8364-3b18e6f7bc5d not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:06.488050 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.493710 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.494143 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.508047 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Calling delete_port for ec44e964-4044-43bc-9027-96de7f60cbd4 owned by network:floatingip {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:06.626586 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.648226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109bb4c8-0f94-4dac-8896-53972d72ee18 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:23:06.659789 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.706398 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ea21e-e22e-40ac-974d-630fec884d44 req-9628b6f8-116e-4020-9728-f566f8667032 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:06.708033 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-535ea21e-e22e-40ac-974d-630fec884d44 req-9628b6f8-116e-4020-9728-f566f8667032 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 931 time: 0.0499840 Aug 24 16:23:06.709223 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.741505 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Pushing event deleted for resources: {'Port': ['ID=ec44e964-4044-43bc-9027-96de7f60cbd4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:06.788857 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Transition to ACTIVE for port object 109bb4c8-0f94-4dac-8896-53972d72ee18 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:23:06.791980 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.818157 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-535ea21e-e22e-40ac-974d-630fec884d44 req-b178e261-0e91-4c7f-8359-f57be1262e7e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Aug 24 16:23:06.823034 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7da8ed-479c-4890-a832-b437a4478fa8,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:06.825407 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.829583 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4316d471-eba1-4019-8a9c-6a8af7e48909 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d7da8ed-479c-4890-a832-b437a4478fa8 HTTP/1.1" status: 204 len: 168 time: 0.4951291 Aug 24 16:23:06.830011 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54032) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:06.831076 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks [] for floatingip, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.834648 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.835028 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81769c54-bfb0-4290-aa00-a8b4ba6b1506 None None] Network 6110ad9f-daed-48fb-a666-a113b63dff62 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:23:06.839100 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-960d9031-7180-4595-8e25-ef305c99089a tempest-AttachVolumeShelveTestJSON-1615609662 tempest-AttachVolumeShelveTestJSON-1615609662-project] 10.222.0.52 "DELETE /v2.0/floatingips/e570b3b9-293a-4636-b993-9787e0f1821f HTTP/1.1" status: 204 len: 168 time: 0.5737221 Aug 24 16:23:06.874635 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.971994 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:06.985299 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Pushing event updated for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:07.038191 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] DHCP port deletion for 6110ad9f-daed-48fb-a666-a113b63dff62 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:23:07.087227 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Deleting port d23931e3-2b8c-4c69-973f-09f5bef8225e {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:07.087721 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.090096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Attempting to bind port 109bb4c8-0f94-4dac-8896-53972d72ee18 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:23:07.090452 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Attempting to bind port 109bb4c8-0f94-4dac-8896-53972d72ee18 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:23:07.090784 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Attempting to bind port 109bb4c8-0f94-4dac-8896-53972d72ee18 on network b457aa22-b340-415e-85fa-861a0814e974 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:07.098210 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Port 109bb4c8-0f94-4dac-8896-53972d72ee18 on network b457aa22-b340-415e-85fa-861a0814e974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:23:07.098540 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Attempting to bind port 109bb4c8-0f94-4dac-8896-53972d72ee18 on network b457aa22-b340-415e-85fa-861a0814e974 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:07.106712 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Deleting port d23931e3-2b8c-4c69-973f-09f5bef8225e {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:07.107058 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.108869 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:23:07.109209 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Checking segment: {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:23:07.109594 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Bound using segment: {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:23:07.110028 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Bound port: 109bb4c8-0f94-4dac-8896-53972d72ee18, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:23:07.110381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.154625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] For port d23931e3-2b8c-4c69-973f-09f5bef8225e, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=d23931e3-2b8c-4c69-973f-09f5bef8225e,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:07.155115 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.167959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Calling delete_port for d23931e3-2b8c-4c69-973f-09f5bef8225e owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:07.208152 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] For port d23931e3-2b8c-4c69-973f-09f5bef8225e, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=d23931e3-2b8c-4c69-973f-09f5bef8225e,segment=NetworkSegment(64101e2d-81a1-4e2e-b26a-3e26ce51bef5),segment_id=64101e2d-81a1-4e2e-b26a-3e26ce51bef5)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:07.208782 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.229484 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Calling delete_port for d23931e3-2b8c-4c69-973f-09f5bef8225e owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:07.245688 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:23:07.249612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=109bb4c8-0f94-4dac-8896-53972d72ee18,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:23:07.330791 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.336754 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.355771 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] Pushing event deleted for resources: {'Port': ['ID=d23931e3-2b8c-4c69-973f-09f5bef8225e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:07.360932 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a278cf-d7db-40b3-8286-fc2cc051b343 None None] No DVR routers for this DVR port d23931e3-2b8c-4c69-973f-09f5bef8225e on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:07.362368 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23931e3-2b8c-4c69-973f-09f5bef8225e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:07.364749 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.395942 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] No DVR routers for this DVR port d23931e3-2b8c-4c69-973f-09f5bef8225e on host dv-cinder-755654-11-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:07.430489 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:07.431118 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.432529 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] 10.222.0.37 "PUT /v2.0/ports/109bb4c8-0f94-4dac-8896-53972d72ee18 HTTP/1.1" status: 200 len: 1093 time: 1.3224826 Aug 24 16:23:07.433115 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:07.435344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea77496-bda9-4e5d-a889-80bdb5379852" -d '{"events": [{"name": "network-changed", "server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:07.485367 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e84482-5338-4390-bf9a-52ce9253e587 x-openstack-request-id: req-f9e84482-5338-4390-bf9a-52ce9253e587 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:07.485592 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:07.485841 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9e84482-5338-4390-bf9a-52ce9253e587 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:07.486237 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18', 'status': 'completed', 'code': 200} Aug 24 16:23:07.495229 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4e9a-1fea-4a5c-865b-b0ec93811e36 service neutron] Pushing event updated for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:07.525943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.545627 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6110ad9f-daed-48fb-a666-a113b63dff62']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:07.558212 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64101e2d-81a1-4e2e-b26a-3e26ce51bef5') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:07.558512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64101e2d-81a1-4e2e-b26a-3e26ce51bef5') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:07.570239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-f9fb55a4-85c1-480b-970c-0445404c1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:07.571732 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-f9fb55a4-85c1-480b-970c-0445404c1448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 1096 time: 0.0736821 Aug 24 16:23:07.573327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.604646 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.639042 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:23:07.639381 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self.session.flush() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:23:07.641023 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:23:07.722094 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-30d4ff12-f61f-4eb4-a952-c16741177ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:07.723586 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-30d4ff12-f61f-4eb4-a952-c16741177ce1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1439855 Aug 24 16:23:07.792714 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.810060 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:07.811550 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6110ad9f-daed-48fb-a666-a113b63dff62 HTTP/1.1" status: 204 len: 168 time: 0.9803672 Aug 24 16:23:07.814743 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54040) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:07.823542 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf265be-e534-420b-9f7e-eb98a1a55242 admin admin] Pushing event deleted for resources: {'Network': ['ID=6110ad9f-daed-48fb-a666-a113b63dff62,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:07.833726 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-710ba4b4-cecc-45b8-99d3-c8ed8d25a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:07.835720 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fea77496-bda9-4e5d-a889-80bdb5379852 req-710ba4b4-cecc-45b8-99d3-c8ed8d25a766 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044209 Aug 24 16:23:07.923473 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-1b1a5e5d-2fc7-4a54-851b-4f607327382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:07.925093 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-1b1a5e5d-2fc7-4a54-851b-4f607327382a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 1096 time: 0.0551479 Aug 24 16:23:07.966485 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-8018db39-cf20-4467-92df-780d17029b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109bb4c8-0f94-4dac-8896-53972d72ee18 HTTP/1.1" status: 200 len: 217 time: 0.0338514 Aug 24 16:23:08.013155 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442fc0-22b1-4234-9b40-0575a13e113c req-405721b4-4bbb-47d7-8a0e-ff151ab37e65 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:08.014530 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-59ac646a-dbc3-415e-ab6c-766953eca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:08.014658 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14442fc0-22b1-4234-9b40-0575a13e113c req-405721b4-4bbb-47d7-8a0e-ff151ab37e65 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 943 time: 0.0954399 Aug 24 16:23:08.016018 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-59ac646a-dbc3-415e-ab6c-766953eca750 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33ad88bd-2572-4501-85ff-d14299b81d38 HTTP/1.1" status: 200 len: 849 time: 0.0428293 Aug 24 16:23:08.048292 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-aa3d8585-31aa-46c5-98ca-be18c4be0ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b457aa22-b340-415e-85fa-861a0814e974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247657 Aug 24 16:23:08.094800 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-14442fc0-22b1-4234-9b40-0575a13e113c req-336aa9c5-3b32-4328-a86f-3705d2abddd4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Aug 24 16:23:08.144498 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-ebe674d9-6ec0-4742-a2e2-83a68d054e24 service neutron] 10.222.0.37 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889430 Aug 24 16:23:08.242576 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7aee0da5-1f10-4f7f-be3f-848117ca1b2a req-c312e52f-2c0e-401c-bfd3-2f32360f0a69 service neutron] 10.222.0.37 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904965 Aug 24 16:23:08.246423 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:08.367505 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device d23931e3-2b8c-4c69-973f-09f5bef8225e no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:08.391672 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: d23931e3-2b8c-4c69-973f-09f5bef8225e {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:08.392024 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device d23931e3-2b8c-4c69-973f-09f5bef8225e not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:08.392598 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:08.413237 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:08.413601 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 41274e3a-0015-4b8c-8ff5-7dd4a043bb71 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:08.498445 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Deleting port 07997642-b8c3-455c-b894-3c5b32bc27e7 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:08.498786 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:08.574933 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] For port 07997642-b8c3-455c-b894-3c5b32bc27e7, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=07997642-b8c3-455c-b894-3c5b32bc27e7,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:08.575207 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:08.586902 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Calling delete_port for 07997642-b8c3-455c-b894-3c5b32bc27e7 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:08.839068 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:08.863121 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07997642-b8c3-455c-b894-3c5b32bc27e7,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:09.033852 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:09.396106 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbef99c-db41-4bf8-9931-4bcf39ac9517 req-96cab0c2-75a9-4154-94dd-badbcd9e006e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:09.397558 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4fbef99c-db41-4bf8-9931-4bcf39ac9517 req-96cab0c2-75a9-4154-94dd-badbcd9e006e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 943 time: 0.0912538 Aug 24 16:23:09.480189 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4fbef99c-db41-4bf8-9931-4bcf39ac9517 req-bc4c4851-ae3c-4c37-a6af-c27bae6628c4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Aug 24 16:23:09.542599 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Router 876fb848-17a3-4448-8018-213179b9c0a4 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:23:09.556684 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54062) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:09.697219 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:23:09.702875 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-be195e87-ae3c-40ed-9313-0f1060027ae4 admin admin] 10.222.0.52 "PUT /v2.0/routers/876fb848-17a3-4448-8018-213179b9c0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871012 Aug 24 16:23:09.705557 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54066) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:09.708255 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Sync routers for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:23:09.717488 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:09.718113 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:09.814665 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:09.832917 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:09.922149 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.004004 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.012892 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:23:08Z', 'revision_number': 5, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port': {'id': '94f2c32b-f2d3-465a-b15b-f77a29ef7e20', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876fb848-17a3-4448-8018-213179b9c0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:46Z', 'updated_at': '2021-08-24T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:10.041193 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Deleting port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:10.041691 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.049296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 109bb4c8-0f94-4dac-8896-53972d72ee18 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:23:10.054887 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Checking router: 876fb848-17a3-4448-8018-213179b9c0a4 for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:23:10.077966 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Routers {'876fb848-17a3-4448-8018-213179b9c0a4'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:10.078588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['876fb848-17a3-4448-8018-213179b9c0a4'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:10.126273 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] For port 94f2c32b-f2d3-465a-b15b-f77a29ef7e20, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:10.126843 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.140769 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Calling delete_port for 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:10.212417 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] Set router 876fb848-17a3-4448-8018-213179b9c0a4 gateway port host: None {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:10.258489 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Deleting port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:10.258884 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.273261 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:23:09Z', 'revision_number': 6, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port_host': None}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:10.309186 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24208fc-aedf-4436-ab9b-b23b59351915 None None] The sync data for ids ['876fb848-17a3-4448-8018-213179b9c0a4'] in dv-cinder-755654-11-iscsi is: [{'id': '876fb848-17a3-4448-8018-213179b9c0a4', 'name': 'tempest-TestShelveInstance-1318880917-router', 'tenant_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:45Z', 'updated_at': '2021-08-24T16:23:09Z', 'revision_number': 6, 'project_id': '7349f8cc5f4d40bc8ff2fb5e81ff4505', 'gw_port_host': None}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:23:10.313342 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=109bb4c8-0f94-4dac-8896-53972d72ee18,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:10.325031 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '109bb4c8-0f94-4dac-8896-53972d72ee18', 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974', 'port_id': '109bb4c8-0f94-4dac-8896-53972d72ee18', 'mac_address': 'fa:16:3e:26:c0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ad88bd-2572-4501-85ff-d14299b81d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:23:10.356437 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] For port f1ba38fe-ed5b-4c34-8eac-3181aab64f3d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:10.356437 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.372025 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Calling delete_port for f1ba38fe-ed5b-4c34-8eac-3181aab64f3d owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:10.375718 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.391834 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109bb4c8-0f94-4dac-8896-53972d72ee18 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:23:10.412124 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=109bb4c8-0f94-4dac-8896-53972d72ee18,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:10.439404 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.465280 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Pushing event deleted for resources: {'Port': ['ID=94f2c32b-f2d3-465a-b15b-f77a29ef7e20,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:10.513963 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.530439 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.570262 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:10.615429 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8cc65-dc9f-4be8-b9f4-3adfa5141586 req-e2ee5d97-5219-4e53-a4d6-bd4f30b752f4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:10.616917 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35e8cc65-dc9f-4be8-b9f4-3adfa5141586 req-e2ee5d97-5219-4e53-a4d6-bd4f30b752f4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 944 time: 0.0595763 Aug 24 16:23:10.626514 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.628733 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.656531 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35e8cc65-dc9f-4be8-b9f4-3adfa5141586 req-fc446950-f660-44c4-82be-6edd53e5d9c3 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Aug 24 16:23:10.703058 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.734596 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ba38fe-ed5b-4c34-8eac-3181aab64f3d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:10.740329 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['109bb4c8-0f94-4dac-8896-53972d72ee18'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:23:10.780255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.781850 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876fb848-17a3-4448-8018-213179b9c0a4 {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:23:10.789873 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.793032 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c5807e2d-7cd6-4993-9e46-f2e73199c46a admin admin] 10.222.0.52 "DELETE /v2.0/routers/876fb848-17a3-4448-8018-213179b9c0a4 HTTP/1.1" status: 204 len: 168 time: 1.0863008 Aug 24 16:23:10.795534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54070) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:10.862188 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Deleting subnet 643a20df-54ab-4592-86a6-3fe94b9824dd {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:23:10.867948 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.921850 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.934980 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:10.948364 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b74-3a61-411e-8e71-731de2725f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.004256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.129423 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.155908 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643a20df-54ab-4592-86a6-3fe94b9824dd,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:11.161446 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.166352 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Router bc677452-c0ea-4c27-9a49-1033d9bc198e has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:23:11.166901 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227b860-464d-40f0-bb8a-227e97adf2d8 None None] Network 21df9d03-1698-478f-8fdc-52119828f379 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:23:11.166996 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54072) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:11.169636 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4f45b3d8-1623-4f79-abd0-344fcda443cc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/643a20df-54ab-4592-86a6-3fe94b9824dd HTTP/1.1" status: 204 len: 168 time: 0.3667049 Aug 24 16:23:11.288698 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.346459 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] DHCP port deletion for 21df9d03-1698-478f-8fdc-52119828f379 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:23:11.367642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:23:11.373432 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8d04b22a-7f4d-47f3-8cc1-d3c34ab90403 admin admin] 10.222.0.52 "PUT /v2.0/routers/bc677452-c0ea-4c27-9a49-1033d9bc198e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157353 Aug 24 16:23:11.376061 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54074) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:11.379953 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Sync routers for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:23:11.394655 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:11.395283 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:11.402348 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Deleting port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:11.402867 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.473595 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] For port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:11.473987 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.487014 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Calling delete_port for 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:11.493904 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Deleting port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:11.494249 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.511008 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:11.564850 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.608644 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] For port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,segment=NetworkSegment(a3c504c2-57ad-4c60-a52a-c5ed94db02e1),segment_id=a3c504c2-57ad-4c60-a52a-c5ed94db02e1)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:11.609013 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.632202 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Calling delete_port for 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:11.650720 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:11.681095 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] No DVR routers for this DVR port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:11.682669 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd2a5f-ce8d-41d0-ac61-d31662e92f98 None None] Pushing event deleted for resources: {'Port': ['ID=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:11.794480 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:23:10Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:11.822076 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Checking router: bc677452-c0ea-4c27-9a49-1033d9bc198e for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:23:11.830809 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Routers {'bc677452-c0ea-4c27-9a49-1033d9bc198e'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:23:11.831434 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:22:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['bc677452-c0ea-4c27-9a49-1033d9bc198e'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:11.935951 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] Set router bc677452-c0ea-4c27-9a49-1033d9bc198e gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:23:12.008924 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.024764 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad9c5-0426-4837-a91f-70790195dc4f req-8e9eaeb3-7eaf-4818-bb8d-fae00b4c7db2 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:12.026248 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b5cad9c5-0426-4837-a91f-70790195dc4f req-8e9eaeb3-7eaf-4818-bb8d-fae00b4c7db2 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 944 time: 0.1166532 Aug 24 16:23:12.033683 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 109bb4c8-0f94-4dac-8896-53972d72ee18 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:23:12.062965 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.101522 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b5cad9c5-0426-4837-a91f-70790195dc4f req-a5cd74b5-1338-45c7-8e17-66bd0385001d tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652566 Aug 24 16:23:12.102273 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Pushing event deleted for resources: {'Port': ['ID=28b0ab10-0df1-4760-a0d6-e23a87f3f4cd,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:12.106247 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] No DVR routers for this DVR port 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd on host dv-cinder-755654-11-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:12.117867 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:23:10Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:12.146307 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fefe0-8ec1-4f12-83fd-bfaa9ff98e55 None None] The sync data for ids ['bc677452-c0ea-4c27-9a49-1033d9bc198e'] in dv-cinder-755654-11-iscsi is: [{'id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'name': 'tempest-AttachVolumeShelveTestJSON-2080848928-router', 'tenant_id': '5adafea823bc40279baa813adc051baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:16:31Z', 'updated_at': '2021-08-24T16:23:10Z', 'revision_number': 5, 'project_id': '5adafea823bc40279baa813adc051baf', 'gw_port': {'id': 'be3cd95a-414b-4c2d-801c-7eb74d8d68cc', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc677452-c0ea-4c27-9a49-1033d9bc198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:16:32Z', 'updated_at': '2021-08-24T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:23:12.184925 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.195511 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21df9d03-1698-478f-8fdc-52119828f379']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:12.205323 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:12.205625 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c504c2-57ad-4c60-a52a-c5ed94db02e1') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:12.214843 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.227907 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.233940 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:23:12.234334 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self.session.flush() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self.session.flush() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self.session.flush() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self.session.flush() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:23:12.235976 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:23:12.300809 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 109bb4c8-0f94-4dac-8896-53972d72ee18 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:23:12.305118 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 109bb4c8-0f94-4dac-8896-53972d72ee18 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:23:12.305491 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.322421 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Deleting port be3cd95a-414b-4c2d-801c-7eb74d8d68cc {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:12.327669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.381969 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.403343 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] For port be3cd95a-414b-4c2d-801c-7eb74d8d68cc, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:12.403750 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:12.403878 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.406013 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930ebda2-a4c4-4950-a2e9-18a44a3e1baf" -d '{"events": [{"server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "name": "network-vif-plugged", "status": "completed", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:12.416678 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Calling delete_port for be3cd95a-414b-4c2d-801c-7eb74d8d68cc owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:12.419238 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=109bb4c8-0f94-4dac-8896-53972d72ee18,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:12.442520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3982e3-09ca-4865-8c38-2ffb54780ceb x-openstack-request-id: req-0b3982e3-09ca-4865-8c38-2ffb54780ceb {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:12.442838 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "name": "network-vif-plugged", "status": "completed", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:12.443119 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b3982e3-09ca-4865-8c38-2ffb54780ceb {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:12.443515 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18', 'code': 200} Aug 24 16:23:12.528283 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.541603 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.541603 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] 10.222.0.52 "DELETE /v2.0/networks/21df9d03-1698-478f-8fdc-52119828f379 HTTP/1.1" status: 204 len: 168 time: 1.3689497 Aug 24 16:23:12.550709 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 07997642-b8c3-455c-b894-3c5b32bc27e7 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:12.565776 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923b394-1792-4689-a4b5-de108876202a admin admin] Pushing event deleted for resources: {'Network': ['ID=21df9d03-1698-478f-8fdc-52119828f379,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:12.705705 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 07997642-b8c3-455c-b894-3c5b32bc27e7 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:12.706100 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 07997642-b8c3-455c-b894-3c5b32bc27e7 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:12.706508 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:12.708270 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.731251 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.746385 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:12.746733 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 28b0ab10-0df1-4760-a0d6-e23a87f3f4cd not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:12.747230 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f1ba38fe-ed5b-4c34-8eac-3181aab64f3d no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:12.758596 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Pushing event deleted for resources: {'Port': ['ID=be3cd95a-414b-4c2d-801c-7eb74d8d68cc,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:12.774190 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: f1ba38fe-ed5b-4c34-8eac-3181aab64f3d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:12.774549 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device f1ba38fe-ed5b-4c34-8eac-3181aab64f3d not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:12.774986 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:12.783275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25614-3337-417b-b4c7-9bc3280e0c5c req-a847e897-b8df-46b9-9bd1-68b2c791d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:12.785453 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fda25614-3337-417b-b4c7-9bc3280e0c5c req-a847e897-b8df-46b9-9bd1-68b2c791d4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 1098 time: 0.0513828 Aug 24 16:23:12.798982 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:12.799337 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 94f2c32b-f2d3-465a-b15b-f77a29ef7e20 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:12.812529 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:12.828705 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.834355 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fda25614-3337-417b-b4c7-9bc3280e0c5c req-ffa21388-8ec8-4229-98e0-8123bf3fe908 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Aug 24 16:23:12.919238 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.921351 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:12.939742 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54082) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:12.979569 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-98789071-bbe4-4d2a-99e8-04805911f1e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c000831c3acd4f72a83ddbe121dc1767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386066 Aug 24 16:23:12.982080 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54084) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:13.016218 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.017100 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc677452-c0ea-4c27-9a49-1033d9bc198e {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:23:13.022685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.026575 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8a93e5c0-5a28-497c-820b-0153750dd54a admin admin] 10.222.0.52 "DELETE /v2.0/routers/bc677452-c0ea-4c27-9a49-1033d9bc198e HTTP/1.1" status: 204 len: 168 time: 1.6494315 Aug 24 16:23:13.026826 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54086) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:13.054498 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.092073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.096020 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Deleting subnet cbdcc997-9455-4109-8230-b77c3562437e {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:23:13.105499 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.155689 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.225405 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208c4cc-9631-4944-ac4c-58af13a9d629 req-b71a3481-42e5-49be-944e-113eeb9740cc tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:13.227147 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0208c4cc-9631-4944-ac4c-58af13a9d629 req-b71a3481-42e5-49be-944e-113eeb9740cc tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Aug 24 16:23:13.233889 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.266509 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0208c4cc-9631-4944-ac4c-58af13a9d629 req-b49202f5-1256-409a-bfd2-cb2f2593fdd5 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Aug 24 16:23:13.274708 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.277357 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.281360 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbfa50ce-023e-4988-9ea2-92d06839671d HTTP/1.1" status: 204 len: 168 time: 0.2954719 Aug 24 16:23:13.288190 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531940-3ef5-4b12-bb5a-0d3d3dd1d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa50ce-023e-4988-9ea2-92d06839671d,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:13.371148 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.400161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.402146 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cbdcc997-9455-4109-8230-b77c3562437e HTTP/1.1" status: 204 len: 168 time: 0.3743877 Aug 24 16:23:13.403144 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555b091-70fd-428b-b4c3-4b22938c19df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdcc997-9455-4109-8230-b77c3562437e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:13.404694 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54092) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:13.407295 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319811bf-5208-488c-9c41-549cac22acd6 None None] Network a1c79bf7-3d83-431e-996a-4fdaf8dbda3e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:23:13.476848 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.531625 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Deleting port 894bafce-4a6d-4060-be28-4bf4c1d77064 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:13.531976 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.593822 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] DHCP port deletion for a1c79bf7-3d83-431e-996a-4fdaf8dbda3e request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:23:13.605874 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] For port 894bafce-4a6d-4060-be28-4bf4c1d77064, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=894bafce-4a6d-4060-be28-4bf4c1d77064,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:13.606249 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.619062 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Calling delete_port for 894bafce-4a6d-4060-be28-4bf4c1d77064 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:13.655489 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Deleting port 894bafce-4a6d-4060-be28-4bf4c1d77064 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:13.656143 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.701147 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-27a139f9-26d2-4c29-9234-3d73ff3c0c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.721185 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] For port 894bafce-4a6d-4060-be28-4bf4c1d77064, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=894bafce-4a6d-4060-be28-4bf4c1d77064,segment=NetworkSegment(cf4edab3-e020-49e4-a061-e4f6555a406a),segment_id=cf4edab3-e020-49e4-a061-e4f6555a406a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:13.721580 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.734704 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Calling delete_port for 894bafce-4a6d-4060-be28-4bf4c1d77064 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:13.793638 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.810810 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.823016 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Pushing event deleted for resources: {'Port': ['ID=894bafce-4a6d-4060-be28-4bf4c1d77064,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:13.824832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] No DVR routers for this DVR port 894bafce-4a6d-4060-be28-4bf4c1d77064 on host dv-cinder-755654-11-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:13.836794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] Pushing event deleted for resources: {'Port': ['ID=894bafce-4a6d-4060-be28-4bf4c1d77064,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:13.840298 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9374c-8ed3-4b4d-ba3d-b70828198ea5 None None] No DVR routers for this DVR port 894bafce-4a6d-4060-be28-4bf4c1d77064 on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:13.906634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.919139 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c79bf7-3d83-431e-996a-4fdaf8dbda3e']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:13.932670 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4edab3-e020-49e4-a061-e4f6555a406a') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:13.933044 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4edab3-e020-49e4-a061-e4f6555a406a') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:23:13.943773 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.959913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.966100 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:23:13.966487 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:23:13.968128 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:23:14.033580 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.107840 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.113199 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.117745 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] 10.222.0.52 "DELETE /v2.0/networks/a1c79bf7-3d83-431e-996a-4fdaf8dbda3e HTTP/1.1" status: 204 len: 168 time: 0.7094653 Aug 24 16:23:14.126370 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197730-cea5-4ae9-ab41-dd188bf6e79a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c79bf7-3d83-431e-996a-4fdaf8dbda3e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:14.145533 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54098) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:14.185102 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c6a08b3b-ccc0-4b7e-8621-6176a5e73775 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7349f8cc5f4d40bc8ff2fb5e81ff4505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383923 Aug 24 16:23:14.187541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54100) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:14.235607 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.257180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.363160 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device be3cd95a-414b-4c2d-801c-7eb74d8d68cc no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:14.384243 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: be3cd95a-414b-4c2d-801c-7eb74d8d68cc {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:14.384620 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device be3cd95a-414b-4c2d-801c-7eb74d8d68cc not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:14.385264 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 894bafce-4a6d-4060-be28-4bf4c1d77064 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:14.388887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.391275 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d60f11-a7c7-4261-a1d4-a7ee1754ca18 req-6ebd30c5-221f-4383-8eb5-f098d907d466 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:14.409825 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.410357 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0d60f11-a7c7-4261-a1d4-a7ee1754ca18 req-6ebd30c5-221f-4383-8eb5-f098d907d466 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 945 time: 0.0561495 Aug 24 16:23:14.410446 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c2b654e-f97a-4707-a838-dd7316c1c1c4 HTTP/1.1" status: 204 len: 168 time: 0.2043509 Aug 24 16:23:14.410543 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 894bafce-4a6d-4060-be28-4bf4c1d77064 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:14.410543 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 894bafce-4a6d-4060-be28-4bf4c1d77064 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:14.411319 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c239aa6-6179-4db6-8b20-7dcce4a61f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b654e-f97a-4707-a838-dd7316c1c1c4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:14.444022 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0d60f11-a7c7-4261-a1d4-a7ee1754ca18 req-5038fb33-1ceb-43fa-a655-bd04f999151f tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447803 Aug 24 16:23:14.494696 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54108) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:14.537334 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ae625f8c-e938-4f05-8884-845ab2c37bbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5adafea823bc40279baa813adc051baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414784 Aug 24 16:23:14.540411 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54110) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:14.591161 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.612346 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.753776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.757261 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:14.760930 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a9f86ba-6ef5-413e-b545-f021f538281e HTTP/1.1" status: 204 len: 168 time: 0.2171729 Aug 24 16:23:14.768340 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb1c7b-0aed-48b4-b03a-a5a25a217758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f86ba-6ef5-413e-b545-f021f538281e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:14.792547 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:16.095690 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a187-9fe2-4353-8107-d8f952bf4682 req-0c52b040-3dd4-49a0-89bb-85488b58dce7 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:16.097200 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0bb1a187-9fe2-4353-8107-d8f952bf4682 req-0c52b040-3dd4-49a0-89bb-85488b58dce7 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Aug 24 16:23:16.135652 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0bb1a187-9fe2-4353-8107-d8f952bf4682 req-4e49e55e-1469-48bd-b838-2fe658c7a38d tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Aug 24 16:23:16.438819 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:16.592244 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54150) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:16.694072 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d565ab0-0807-4ead-8ef3-3967fdb7824f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:16.779219 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d565ab0-0807-4ead-8ef3-3967fdb7824f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:16.894071 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4d565ab0-0807-4ead-8ef3-3967fdb7824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:16.930489 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d565ab0-0807-4ead-8ef3-3967fdb7824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911dd62-ebcc-4ec7-8797-b30e4c9ec42b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:16.934721 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4d565ab0-0807-4ead-8ef3-3967fdb7824f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75878850ce7d479595538c4f8c5a15d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414402 Aug 24 16:23:16.937317 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54154) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:16.988156 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.009318 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.147699 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.150247 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.154314 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9911dd62-ebcc-4ec7-8797-b30e4c9ec42b HTTP/1.1" status: 204 len: 168 time: 0.2131829 Aug 24 16:23:17.162773 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11d686-981a-4be7-a7fb-7e767c0a3b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911dd62-ebcc-4ec7-8797-b30e4c9ec42b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:17.257144 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b438d8-d7b5-48d6-b071-f2ae06e8b1b2 req-d41a3dce-c1ea-4682-ac0a-89cdd10b7e28 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:17.258681 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63b438d8-d7b5-48d6-b071-f2ae06e8b1b2 req-d41a3dce-c1ea-4682-ac0a-89cdd10b7e28 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Aug 24 16:23:17.298473 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63b438d8-d7b5-48d6-b071-f2ae06e8b1b2 req-beb9e093-b242-4115-b88a-4d28ccb5288d tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Aug 24 16:23:17.389000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-f6320d65-d69c-4e9f-b18a-3d881fc809ef tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:17.390401 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-f6320d65-d69c-4e9f-b18a-3d881fc809ef tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Aug 24 16:23:17.488935 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Deleting port 109bb4c8-0f94-4dac-8896-53972d72ee18 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:17.489303 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.583592 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] For port 109bb4c8-0f94-4dac-8896-53972d72ee18, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=109bb4c8-0f94-4dac-8896-53972d72ee18,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:17.584121 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.603051 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Calling delete_port for 109bb4c8-0f94-4dac-8896-53972d72ee18 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:17.816455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.828366 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['109bb4c8-0f94-4dac-8896-53972d72ee18'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:23:17.847643 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Pushing event deleted for resources: {'Port': ['ID=109bb4c8-0f94-4dac-8896-53972d72ee18,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:17.894444 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] No DVR routers for this DVR port 109bb4c8-0f94-4dac-8896-53972d72ee18 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:17.897466 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:17.899741 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8dd21cd6-e102-4be4-a85d-96080bef34bc req-982ea958-404a-44d6-9007-d326e71dcdfe tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "DELETE /v2.0/ports/109bb4c8-0f94-4dac-8896-53972d72ee18 HTTP/1.1" status: 204 len: 173 time: 0.5011334 Aug 24 16:23:17.900207 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'name': 'network-vif-deleted', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:17.903056 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee8322-7f83-4574-94f5-679120addb2e" -d '{"events": [{"server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "name": "network-vif-deleted", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:17.941816 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898dd5e0-434b-4a71-adc4-3aa392499b73 x-openstack-request-id: req-898dd5e0-434b-4a71-adc4-3aa392499b73 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:17.942164 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d2cc12-6a8f-4285-b563-f046231d8198", "name": "network-vif-deleted", "tag": "109bb4c8-0f94-4dac-8896-53972d72ee18", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:17.942424 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-898dd5e0-434b-4a71-adc4-3aa392499b73 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:17.942826 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d2cc12-6a8f-4285-b563-f046231d8198', 'name': 'network-vif-deleted', 'tag': '109bb4c8-0f94-4dac-8896-53972d72ee18', 'status': 'completed', 'code': 200} Aug 24 16:23:18.401802 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6eb9200d-6041-4a6c-8b3d-19a9591e2074 req-cf37747a-03ab-4a51-bf74-cf650b43eaa1 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d2cc12-6a8f-4285-b563-f046231d8198 HTTP/1.1" status: 200 len: 210 time: 0.0265794 Aug 24 16:23:19.710321 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-8280588b-1aa6-4f4c-8d8a-770557e2daaf tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:19.711698 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-8280588b-1aa6-4f4c-8d8a-770557e2daaf tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/networks?id=b457aa22-b340-415e-85fa-861a0814e974 HTTP/1.1" status: 200 len: 809 time: 0.1026986 Aug 24 16:23:19.726939 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-7fe6a33f-28c9-4635-9be0-ddd0de93a81a tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/quotas/ebe25c7abf2b4b98adc62b3e9e3d64fa HTTP/1.1" status: 200 len: 375 time: 0.0094552 Aug 24 16:23:19.758205 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a687e0eb-1b2e-4df2-be42-ea79ac028e95 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257938 Aug 24 16:23:19.847802 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-6522d654-af74-4178-a8d5-7eda1d960b59 service neutron] 10.222.0.52 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Aug 24 16:23:19.934421 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-4093c095-c373-4e25-886e-b6d6fd752448 service neutron] 10.222.0.52 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800984 Aug 24 16:23:20.112678 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 109bb4c8-0f94-4dac-8896-53972d72ee18 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:20.132426 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 109bb4c8-0f94-4dac-8896-53972d72ee18 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:20.133012 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 109bb4c8-0f94-4dac-8896-53972d72ee18 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:20.161616 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ffb44cec-fd6f-4b94-9385-8a7e938c4a60 req-b2a52a58-7d81-4f3c-b59b-686bb3906c0e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Aug 24 16:23:21.254947 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cd181ccb-4689-482b-bfaf-403163624904 req-3b6c9637-4525-4ecd-9ce4-b5b35b54d120 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Aug 24 16:23:22.348904 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e7af83d2-5cdc-456e-92e5-52a6824c1342 req-15cbe0e0-6405-46ff-aa74-da0f9b3920db tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 210 time: 0.0297308 Aug 24 16:23:22.496656 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-970574bd-133f-48b4-9386-54f8b2d995d8 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:22.498095 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-970574bd-133f-48b4-9386-54f8b2d995d8 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "GET /v2.0/networks?id=b457aa22-b340-415e-85fa-861a0814e974 HTTP/1.1" status: 200 len: 809 time: 0.0963128 Aug 24 16:23:22.518373 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Request body: {'port': {'device_id': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974', 'admin_state_up': True, 'tenant_id': 'ebe25c7abf2b4b98adc62b3e9e3d64fa'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:22.742495 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:22.787798 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Made reservation on behalf of ebe25c7abf2b4b98adc62b3e9e3d64fa for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:23:22.791541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:22.914368 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Allocated IP 172.20.0.9 (b457aa22-b340-415e-85fa-861a0814e974/33ad88bd-2572-4501-85ff-d14299b81d38/383182fd-b864-4d06-8064-cc7b17ea5dd9) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:23:23.066669 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.134512 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54258) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:23.188373 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.234782 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Network b457aa22-b340-415e-85fa-861a0814e974 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:23:23.243509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:23:23.253266 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:23:23.258000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53510428-54e5-4bb2-a164-386f10a46051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.259588 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Pushing event updated for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:23.320309 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:23.321077 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.393116 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53510428-54e5-4bb2-a164-386f10a46051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.463637 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cce4c-07da-45e5-bd0b-8353b432fc5f req-29aacc40-b6f5-460d-a18c-c73bac3095e4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:23.465103 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2cce4c-07da-45e5-bd0b-8353b432fc5f req-29aacc40-b6f5-460d-a18c-c73bac3095e4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 931 time: 0.0498374 Aug 24 16:23:23.480269 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53510428-54e5-4bb2-a164-386f10a46051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.503051 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2cce4c-07da-45e5-bd0b-8353b432fc5f req-fb1efb92-7d84-4157-a2cd-5008b241f73c tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Aug 24 16:23:23.519056 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-53510428-54e5-4bb2-a164-386f10a46051 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72a24673f79e45738c58242131434b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834124 Aug 24 16:23:23.520261 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53510428-54e5-4bb2-a164-386f10a46051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6f6bf-8f60-4e29-9c4e-733e249a1cc4,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:23.521713 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54264) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:23.571454 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.592916 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.603456 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-5f54ac5b-e120-427c-8161-54a948adab16 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0890522 Aug 24 16:23:23.616958 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Request body: {'port': {'device_id': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:23.669489 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.770462 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.773301 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:23.774621 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76f6f6bf-8f60-4e29-9c4e-733e249a1cc4 HTTP/1.1" status: 204 len: 168 time: 0.2519357 Aug 24 16:23:23.783911 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b7ee2-1cd1-4ef6-9fe8-d5ae821e50c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6f6bf-8f60-4e29-9c4e-733e249a1cc4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:24.199864 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383182fd-b864-4d06-8064-cc7b17ea5dd9 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:23:24.207477 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:24.219805 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Transition to ACTIVE for port object 383182fd-b864-4d06-8064-cc7b17ea5dd9 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:23:24.317357 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:24.384324 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Pushing event updated for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:24.437517 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Attempting to bind port 383182fd-b864-4d06-8064-cc7b17ea5dd9 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:23:24.437850 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Attempting to bind port 383182fd-b864-4d06-8064-cc7b17ea5dd9 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:23:24.438175 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Attempting to bind port 383182fd-b864-4d06-8064-cc7b17ea5dd9 on network b457aa22-b340-415e-85fa-861a0814e974 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:24.442267 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Port 383182fd-b864-4d06-8064-cc7b17ea5dd9 on network b457aa22-b340-415e-85fa-861a0814e974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:23:24.442584 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Attempting to bind port 383182fd-b864-4d06-8064-cc7b17ea5dd9 on network b457aa22-b340-415e-85fa-861a0814e974 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:24.447887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:23:24.462926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Checking segment: {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:23:24.462926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Bound using segment: {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:23:24.462926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Bound port: 383182fd-b864-4d06-8064-cc7b17ea5dd9, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ace0c14-26df-4df9-a221-520ac0f9a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:23:24.462926 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:24.514475 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:23:24.517426 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:23:24.620383 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847040d-f87b-4b7d-b842-7cd5e7d47a1e req-50ca5bcd-3f12-43e7-99da-c0d94db43720 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:24.621955 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c847040d-f87b-4b7d-b842-7cd5e7d47a1e req-50ca5bcd-3f12-43e7-99da-c0d94db43720 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 943 time: 0.0527475 Aug 24 16:23:24.626677 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:24.662816 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c847040d-f87b-4b7d-b842-7cd5e7d47a1e req-50d809ef-bcc9-408b-81e3-dcd3984e0238 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Aug 24 16:23:24.669303 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:24.670630 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:24.672097 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] 10.222.0.37 "PUT /v2.0/ports/383182fd-b864-4d06-8064-cc7b17ea5dd9 HTTP/1.1" status: 200 len: 1093 time: 1.0599623 Aug 24 16:23:24.676344 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:24.678985 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa916b-7d4a-4b99-93c3-82d59e1450d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:24.702907 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5621b-d0ea-4c2e-a4f7-5a7485147464 service neutron] Pushing event updated for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:24.720106 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75115f3-875b-405d-a7da-082971a60a4a x-openstack-request-id: req-e75115f3-875b-405d-a7da-082971a60a4a {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:24.720399 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:24.726833 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e75115f3-875b-405d-a7da-082971a60a4a {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:24.726833 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9', 'status': 'completed', 'code': 200} Aug 24 16:23:24.788593 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-a62062b2-de02-449c-bb7f-de5c6835d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:24.790185 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-a62062b2-de02-449c-bb7f-de5c6835d9a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 1096 time: 0.0433457 Aug 24 16:23:24.891580 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-aa634bc0-cf13-4f09-af61-db5c02a19389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:24.893084 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-aa634bc0-cf13-4f09-af61-db5c02a19389 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949872 Aug 24 16:23:24.990732 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-5b9e5d4a-1d4e-4082-8e9d-0c93541edae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:24.992960 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74fa916b-7d4a-4b99-93c3-82d59e1450d3 req-5b9e5d4a-1d4e-4082-8e9d-0c93541edae8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930927 Aug 24 16:23:25.065761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-0729cd8f-0b49-42d2-b6af-c2368ef4d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:25.067314 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-0729cd8f-0b49-42d2-b6af-c2368ef4d970 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 1096 time: 0.0408270 Aug 24 16:23:25.108772 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-7a1cc8da-fb67-4463-9442-6712b602a98a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9 HTTP/1.1" status: 200 len: 217 time: 0.0333548 Aug 24 16:23:25.160988 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-8c95de77-6cb7-4213-98a2-aa9a6c7e5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:25.162476 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-8c95de77-6cb7-4213-98a2-aa9a6c7e5a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33ad88bd-2572-4501-85ff-d14299b81d38 HTTP/1.1" status: 200 len: 849 time: 0.0443511 Aug 24 16:23:25.197434 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-95ef778e-c1b3-44fd-8e68-de6d1ea88b14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b457aa22-b340-415e-85fa-861a0814e974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281289 Aug 24 16:23:25.284524 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-282885e9-2ec0-47e1-9351-0c0c22c9fa62 service neutron] 10.222.0.37 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803428 Aug 24 16:23:25.383497 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e26b3c2-42b7-4f78-aec8-6d2f49712269 req-c8dd5e57-dc8c-4cb0-8bd2-65b2c61f10de service neutron] 10.222.0.37 "GET /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923955 Aug 24 16:23:25.781777 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52d2b-c284-46b5-979b-678e818d803d req-cad6a93b-7112-47f1-a12e-61ab5ab56728 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:25.783280 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-26f52d2b-c284-46b5-979b-678e818d803d req-cad6a93b-7112-47f1-a12e-61ab5ab56728 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 943 time: 0.0484073 Aug 24 16:23:25.828150 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-26f52d2b-c284-46b5-979b-678e818d803d req-06d9306a-313e-407d-a377-aca79a1e9785 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Aug 24 16:23:26.168374 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-803dad75-a155-466b-9a5c-917101abaaf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421124 Aug 24 16:23:26.253384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-4187ef74-0c6c-4f96-9cea-1c689dc5168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:26.254974 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-4187ef74-0c6c-4f96-9cea-1c689dc5168a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1098 time: 0.0449460 Aug 24 16:23:26.361927 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-bafcb1f0-cec7-45c0-88ce-aedff91c49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:26.363436 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-bafcb1f0-cec7-45c0-88ce-aedff91c49d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0891552 Aug 24 16:23:26.429902 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-4d97b528-1ba6-406b-a63d-783a95392d24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 1000 time: 0.0592685 Aug 24 16:23:26.481263 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-81a23125-e17e-47bf-9fb6-18c8ec316c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:26.482886 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-81a23125-e17e-47bf-9fb6-18c8ec316c32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0456367 Aug 24 16:23:26.533599 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-841114ff-d840-46d0-b772-aa8f688ef676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:26.535140 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-841114ff-d840-46d0-b772-aa8f688ef676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457034 Aug 24 16:23:26.622853 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-83b9ffba-01bf-4ce4-918f-b79c8bc75b12 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806992 Aug 24 16:23:26.717162 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1a13035c-cea7-4416-a3e9-01e1b4ad3a62 req-f90ef5a6-221e-4db3-9604-cf62406e00b5 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Aug 24 16:23:26.941483 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf788b7c-a3f4-488f-a0a1-9e9a7d82b241 req-056aac5d-5dd3-4439-989d-13e995c0fd6c tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:26.942967 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf788b7c-a3f4-488f-a0a1-9e9a7d82b241 req-056aac5d-5dd3-4439-989d-13e995c0fd6c tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 943 time: 0.0480783 Aug 24 16:23:26.981662 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cf788b7c-a3f4-488f-a0a1-9e9a7d82b241 req-33da62b0-72b2-4d5e-a3bf-25291b49278e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 24 16:23:28.096609 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062a685-bf22-4347-bd6c-673b619f31a5 req-77fab56d-2a57-44c5-a0b4-9d1a00cc3869 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:28.098071 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4062a685-bf22-4347-bd6c-673b619f31a5 req-77fab56d-2a57-44c5-a0b4-9d1a00cc3869 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 943 time: 0.0508816 Aug 24 16:23:28.134859 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4062a685-bf22-4347-bd6c-673b619f31a5 req-da36bc3c-52f0-4f7b-8f2c-7acecd729e98 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304775 Aug 24 16:23:28.142707 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 383182fd-b864-4d06-8064-cc7b17ea5dd9 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:23:28.234486 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:28.245058 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': '383182fd-b864-4d06-8064-cc7b17ea5dd9', 'network_id': 'b457aa22-b340-415e-85fa-861a0814e974', 'port_id': '383182fd-b864-4d06-8064-cc7b17ea5dd9', 'mac_address': 'fa:16:3e:15:1b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ad88bd-2572-4501-85ff-d14299b81d38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:23:28.286928 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:28.300286 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383182fd-b864-4d06-8064-cc7b17ea5dd9 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:23:28.318856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:28.422030 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:28.470866 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:28.478925 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.479282 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.479625 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.479961 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.480292 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.480658 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.480985 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.481309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.481638 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.481960 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.482280 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.482598 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:28.626385 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['383182fd-b864-4d06-8064-cc7b17ea5dd9'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:23:29.249964 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219de9b-afd3-4081-b178-d7abb99aa096 req-8e253bf8-2585-4d97-aa3a-6c8dea5bfe12 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:29.251526 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7219de9b-afd3-4081-b178-d7abb99aa096 req-8e253bf8-2585-4d97-aa3a-6c8dea5bfe12 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Aug 24 16:23:29.289548 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7219de9b-afd3-4081-b178-d7abb99aa096 req-e1eb9874-06e6-42fc-8f13-2ded08a38743 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Aug 24 16:23:30.174460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 383182fd-b864-4d06-8064-cc7b17ea5dd9 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:23:30.329678 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port 383182fd-b864-4d06-8064-cc7b17ea5dd9 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:23:30.333600 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port 383182fd-b864-4d06-8064-cc7b17ea5dd9 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:23:30.334147 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:30.409805 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ec2fa-ebda-4c34-800a-3429e576dfa9 req-d7f885bf-0ddc-4bdf-9ea5-bc1f4f3118b0 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:30.411589 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-571ec2fa-ebda-4c34-800a-3429e576dfa9 req-d7f885bf-0ddc-4bdf-9ea5-bc1f4f3118b0 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 944 time: 0.0563190 Aug 24 16:23:30.415649 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:30.438463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:30.440731 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e01cc7-5fef-40ef-94ac-a80344f7018f" -d '{"events": [{"server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "name": "network-vif-plugged", "status": "completed", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:30.460842 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-571ec2fa-ebda-4c34-800a-3429e576dfa9 req-3cefc4c2-5091-425e-87e2-051727b4f16d tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Aug 24 16:23:30.461036 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:30.481478 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9724a9d9-4ac7-4d65-be9b-bdf4bec6d728 x-openstack-request-id: req-9724a9d9-4ac7-4d65-be9b-bdf4bec6d728 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:30.481801 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "name": "network-vif-plugged", "status": "completed", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:30.482110 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9724a9d9-4ac7-4d65-be9b-bdf4bec6d728 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:30.482456 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9', 'code': 200} Aug 24 16:23:30.536358 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:30.583192 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:30.784845 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced68a-c491-4e8c-8977-c129a1a1bbe0 req-525223ba-3d0b-4359-86be-1e3d3f475d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:30.786610 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7eced68a-c491-4e8c-8977-c129a1a1bbe0 req-525223ba-3d0b-4359-86be-1e3d3f475d8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 1098 time: 0.0412052 Aug 24 16:23:30.821222 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7eced68a-c491-4e8c-8977-c129a1a1bbe0 req-1c058536-6fc2-4c2d-bdc0-a3f212bf966c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273254 Aug 24 16:23:31.579186 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f3da-17dc-427a-a9c7-ebc0cb760b3b req-335b2927-a1ff-4868-a1d5-a1cd24c3d57a tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:31.580776 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f14f3da-17dc-427a-a9c7-ebc0cb760b3b req-335b2927-a1ff-4868-a1d5-a1cd24c3d57a tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Aug 24 16:23:31.618839 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f14f3da-17dc-427a-a9c7-ebc0cb760b3b req-121357a6-8cd4-43fa-93b6-094f27d3e68b tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Aug 24 16:23:32.732674 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72b3af-7d40-4ddf-bbd1-8821adf368b2 req-20c9738a-4e70-49e1-9e58-846653129bb9 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:32.734148 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb72b3af-7d40-4ddf-bbd1-8821adf368b2 req-20c9738a-4e70-49e1-9e58-846653129bb9 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Aug 24 16:23:32.773309 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb72b3af-7d40-4ddf-bbd1-8821adf368b2 req-f3df2c12-d3ab-4d30-8820-e66a5831b843 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Aug 24 16:23:34.619983 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053eb4-2f39-449d-9bc3-938b947d5ed7 req-d8abc9f4-767f-4a39-a853-ee4f5c3643cb tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:34.621485 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-87053eb4-2f39-449d-9bc3-938b947d5ed7 req-d8abc9f4-767f-4a39-a853-ee4f5c3643cb tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Aug 24 16:23:34.657919 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-87053eb4-2f39-449d-9bc3-938b947d5ed7 req-1259826e-8b2b-44b2-aea8-e45ddaf734e4 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Aug 24 16:23:35.780278 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0626131-3ca2-4ac1-a682-2ee0eb83f49a req-c4dc4119-bea1-42e9-ba0f-05c6f7ea18f9 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:35.781764 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0626131-3ca2-4ac1-a682-2ee0eb83f49a req-c4dc4119-bea1-42e9-ba0f-05c6f7ea18f9 tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Aug 24 16:23:35.819787 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c0626131-3ca2-4ac1-a682-2ee0eb83f49a req-3163779c-f1aa-4107-8ce8-297740381eca tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b977682-e651-4b7b-bb71-73f01cf89439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Aug 24 16:23:35.886976 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-28cc5ff7-2eaa-4b8c-9595-9512e5029c4e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:35.888408 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-28cc5ff7-2eaa-4b8c-9595-9512e5029c4e tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 945 time: 0.0467753 Aug 24 16:23:35.983651 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Deleting port 383182fd-b864-4d06-8064-cc7b17ea5dd9 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:23:35.984000 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.025495 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54422) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:36.071613 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] For port 383182fd-b864-4d06-8064-cc7b17ea5dd9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=383182fd-b864-4d06-8064-cc7b17ea5dd9,segment=NetworkSegment(8ace0c14-26df-4df9-a221-520ac0f9a7db),segment_id=8ace0c14-26df-4df9-a221-520ac0f9a7db)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:23:36.071983 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.083558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Calling delete_port for 383182fd-b864-4d06-8064-cc7b17ea5dd9 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:23:36.140369 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.307472 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.320078 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['383182fd-b864-4d06-8064-cc7b17ea5dd9'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:23:36.333975 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Pushing event deleted for resources: {'Port': ['ID=383182fd-b864-4d06-8064-cc7b17ea5dd9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:36.361919 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.378683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] No DVR routers for this DVR port 383182fd-b864-4d06-8064-cc7b17ea5dd9 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:23:36.381243 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.383817 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-76b5b5a0-f1c9-4065-b84f-409c7c04cc3c req-380deb3d-0cc8-40c2-a116-d29b37e682ac tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.37 "DELETE /v2.0/ports/383182fd-b864-4d06-8064-cc7b17ea5dd9 HTTP/1.1" status: 204 len: 173 time: 0.4894111 Aug 24 16:23:36.384256 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'name': 'network-vif-deleted', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:36.386606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8812575-d701-43d4-a88f-fc54bc4f7853" -d '{"events": [{"server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "name": "network-vif-deleted", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:36.422231 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4d6834-0453-444f-8245-d3c60881eb5e x-openstack-request-id: req-fa4d6834-0453-444f-8245-d3c60881eb5e {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:36.422612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c273c59-bd78-4a80-96fb-02f3e0c6bea8", "name": "network-vif-deleted", "tag": "383182fd-b864-4d06-8064-cc7b17ea5dd9", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:36.427530 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa4d6834-0453-444f-8245-d3c60881eb5e {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:36.427530 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c273c59-bd78-4a80-96fb-02f3e0c6bea8', 'name': 'network-vif-deleted', 'tag': '383182fd-b864-4d06-8064-cc7b17ea5dd9', 'status': 'completed', 'code': 200} Aug 24 16:23:36.445106 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.483974 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dfb2bd8a5f24358b3c45bd6096cda16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574029 Aug 24 16:23:36.484861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3420a661-7664-4303-b075-95121165efd4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:36.486679 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54428) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:36.492375 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.492759 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.493103 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.493442 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.493782 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.494116 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.494468 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.494799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.495133 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.495528 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.495888 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.496215 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03895662-aa66-4b82-ad81-f9a5bc78a57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:23:36.543153 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.564250 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.650262 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.653336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:36.654659 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3420a661-7664-4303-b075-95121165efd4 HTTP/1.1" status: 204 len: 168 time: 0.1669917 Aug 24 16:23:36.662931 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416987b9-ac9e-4ea7-9625-f34ca108f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420a661-7664-4303-b075-95121165efd4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:36.930498 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-11940b06-f05b-4118-9cc2-0d0276dc09ad req-8469a8d3-2941-4849-819d-0cc86b7865ae tempest-VolumesActionsTest-1554768118 tempest-VolumesActionsTest-1554768118-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c273c59-bd78-4a80-96fb-02f3e0c6bea8 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Aug 24 16:23:37.317410 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54436) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:37.330545 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9bf673b5-a516-431f-922d-9d24c68c8765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.416699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9bf673b5-a516-431f-922d-9d24c68c8765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.472980 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9bf673b5-a516-431f-922d-9d24c68c8765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.509797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf673b5-a516-431f-922d-9d24c68c8765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4fd7bb-33cf-4e32-884c-185704aea3b4,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:37.514097 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9bf673b5-a516-431f-922d-9d24c68c8765 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11226476cdfa442d80a666e30968af13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957626 Aug 24 16:23:37.516713 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54438) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:37.565018 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.588335 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.705126 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.707596 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:37.708780 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec4fd7bb-33cf-4e32-884c-185704aea3b4 HTTP/1.1" status: 204 len: 168 time: 0.1911349 Aug 24 16:23:37.716750 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d24bf1-a195-4cf6-ba78-7dda59a7f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4fd7bb-33cf-4e32-884c-185704aea3b4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:38.353314 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54456) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:38.367802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b1a117d-d5b3-48eb-b632-670622610f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.457530 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b1a117d-d5b3-48eb-b632-670622610f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.574343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5b1a117d-d5b3-48eb-b632-670622610f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.613984 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5b1a117d-d5b3-48eb-b632-670622610f1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc7e62f27c2344cd87053811c2acdbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594936 Aug 24 16:23:38.614965 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a117d-d5b3-48eb-b632-670622610f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb69d79-1442-404b-bb7f-41986fbda0b3,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:38.616694 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54466) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:23:38.665097 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.689490 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.813885 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.816433 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:38.817627 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bb69d79-1442-404b-bb7f-41986fbda0b3 HTTP/1.1" status: 204 len: 168 time: 0.1999624 Aug 24 16:23:38.830187 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8d088-69cd-45f7-9175-a25391cbc97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb69d79-1442-404b-bb7f-41986fbda0b3,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:40.922435 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e94908cd-757a-4df5-ab48-138c7a538592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:41.080806 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 383182fd-b864-4d06-8064-cc7b17ea5dd9 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:23:41.099769 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 383182fd-b864-4d06-8064-cc7b17ea5dd9 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:23:41.100053 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 383182fd-b864-4d06-8064-cc7b17ea5dd9 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:23:42.184760 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:23:43.665253 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-80d778b3-c1e2-494a-b9ee-3775ac6a7838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:43.952988 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:44.882828 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:46.416293 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:50.606990 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-7d635134-f77f-475b-9f36-6ce1819d99b1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824877835&fields=id&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 267 time: 0.0395174 Aug 24 16:23:50.723630 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-6a1868c7-bd91-42b1-a2d2-da62596a1c4c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:50.726288 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-6a1868c7-bd91-42b1-a2d2-da62596a1c4c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.1115766 Aug 24 16:23:50.742044 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-bdbd46ac-4f42-4c92-8871-b77b49aaa8a9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/quotas/c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 375 time: 0.0101912 Aug 24 16:23:50.806309 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-e73dd086-692d-4f11-a6cb-d8bb68c3ddec tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0584357 Aug 24 16:23:51.008770 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-2fcbc9bf-5209-494c-b808-c4f82df2a35c service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912858 Aug 24 16:23:51.105033 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-13ebc066-5502-46b4-99a7-c784ddfb8310 service neutron] 10.222.0.52 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899811 Aug 24 16:23:52.094198 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-640c9a6b-a800-4ae7-939d-44ad81958d39 req-78bd4ba9-3a81-424c-aafb-a016d41c4ccf tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Aug 24 16:23:52.661679 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:53.202367 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e81d1381-464e-47e5-b08a-b94103038386 req-4843278d-db5c-4e2c-8eef-12d4a0c48886 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0279405 Aug 24 16:23:54.069330 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-0c25dc73-5927-4403-a517-c608172b9e2d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:54.071617 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-0c25dc73-5927-4403-a517-c608172b9e2d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 812 time: 0.1093500 Aug 24 16:23:54.119196 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-6e60b329-2920-487a-98b4-ca826bc734d7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c39fbfb50f034a348bb9ec6c1265fa93 HTTP/1.1" status: 200 len: 380 time: 0.0373850 Aug 24 16:23:54.129166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'port': {'device_id': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'admin_state_up': True, 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'security_groups': ['d8dc6d88-6f18-4e36-aee9-842a902f85f6']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:54.295950 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Made reservation on behalf of c39fbfb50f034a348bb9ec6c1265fa93 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:23:54.299796 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:54.311825 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-17362092-fcbd-46f6-8b7f-5bdfbd0d67c8 req-2c218c2a-f190-42b1-9acf-865b04e8a28b tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0303061 Aug 24 16:23:54.464699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.20.0.8 (8d3c66ee-af20-4734-9a92-768079acb1b9/7c436b07-85a5-4ed8-ad44-f52f622f9323/c69b7c68-4663-4190-8eb8-195e05d54e92) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:23:54.619509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:54.634083 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Transition to ACTIVE for port object c69b7c68-4663-4190-8eb8-195e05d54e92 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:23:54.747935 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:54.794270 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:23:54.797516 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:23:54.801369 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:23:54.834908 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:54.855495 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:54.856570 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:54.965165 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-89221b7d-6add-4208-9724-31f843133642 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8402174 Aug 24 16:23:54.978967 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Request body: {'port': {'device_id': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:23:55.054880 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.173976 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0c1de786-5eea-46d7-a0f4-d02f7e236b85 None None] Provisioning for port c69b7c68-4663-4190-8eb8-195e05d54e92 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:23:55.179314 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0c1de786-5eea-46d7-a0f4-d02f7e236b85 None None] Provisioning complete for port c69b7c68-4663-4190-8eb8-195e05d54e92 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:23:55.179877 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0c1de786-5eea-46d7-a0f4-d02f7e236b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.217604 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-0c1de786-5eea-46d7-a0f4-d02f7e236b85 None None] Port c69b7c68-4663-4190-8eb8-195e05d54e92 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:23:55.344714 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69b7c68-4663-4190-8eb8-195e05d54e92 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:23:55.362010 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.383875 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Transition to ACTIVE for port object c69b7c68-4663-4190-8eb8-195e05d54e92 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:23:55.439327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.452685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc995d-e703-4791-808b-bf0c14687534 req-adddd877-799a-45b0-8bb6-91e86bfc8282 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:55.454942 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06fc995d-e703-4791-808b-bf0c14687534 req-adddd877-799a-45b0-8bb6-91e86bfc8282 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 931 time: 0.0574274 Aug 24 16:23:55.519775 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-06fc995d-e703-4791-808b-bf0c14687534 req-f685fd24-bed6-4797-b49c-27b28e0c0093 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580339 Aug 24 16:23:55.584819 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Pushing event updated for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:55.622898 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Attempting to bind port c69b7c68-4663-4190-8eb8-195e05d54e92 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:23:55.623247 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Attempting to bind port c69b7c68-4663-4190-8eb8-195e05d54e92 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:23:55.623590 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Attempting to bind port c69b7c68-4663-4190-8eb8-195e05d54e92 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:55.629292 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Port c69b7c68-4663-4190-8eb8-195e05d54e92 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:23:55.631993 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Attempting to bind port c69b7c68-4663-4190-8eb8-195e05d54e92 on network 8d3c66ee-af20-4734-9a92-768079acb1b9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:23:55.638667 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:23:55.638943 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Checking segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:23:55.639366 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Bound using segment: {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:23:55.639811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Bound port: c69b7c68-4663-4190-8eb8-195e05d54e92, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a5f692-9e0b-49fb-b414-f0dcc46a8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:23:55.640254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.737671 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:23:55.741691 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=c69b7c68-4663-4190-8eb8-195e05d54e92,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:23:55.831802 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.878959 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:55.879606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:23:55.882086 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] 10.222.0.37 "PUT /v2.0/ports/c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 200 len: 1093 time: 0.9074197 Aug 24 16:23:55.882528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:23:55.884870 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22daf372-5445-4a64-a3bf-19a5404ca171" -d '{"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:23:55.928411 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f89a14-9645-4bbb-a063-bad28ce74b01 service neutron] Pushing event updated for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:23:55.959788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b05f3-7f68-4e71-9324-802fe3b21bbe x-openstack-request-id: req-c96b05f3-7f68-4e71-9324-802fe3b21bbe {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:23:55.960648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:23:55.960917 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c96b05f3-7f68-4e71-9324-802fe3b21bbe {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:23:55.961364 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'status': 'completed', 'code': 200} Aug 24 16:23:56.049883 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-8a3cd4b8-3d3d-4a99-b3af-513c64e374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.051758 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-8a3cd4b8-3d3d-4a99-b3af-513c64e374a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1096 time: 0.0616403 Aug 24 16:23:56.165019 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-7ac9c8ba-833e-4cb8-be7d-748f7458a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.167415 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-7ac9c8ba-833e-4cb8-be7d-748f7458a096 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1075099 Aug 24 16:23:56.270794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-c99e5bae-2d77-4530-a56b-a33398f5a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.272988 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22daf372-5445-4a64-a3bf-19a5404ca171 req-c99e5bae-2d77-4530-a56b-a33398f5a55f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969279 Aug 24 16:23:56.354925 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-f5209ae2-ba6d-44ca-a57c-4b452764c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.356426 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-f5209ae2-ba6d-44ca-a57c-4b452764c78f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1096 time: 0.0466943 Aug 24 16:23:56.401951 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-d23a8347-6a49-4010-909c-d725b14740d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 200 len: 217 time: 0.0364227 Aug 24 16:23:56.457376 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-c05f1bcd-accd-4032-a5cb-348a56f1051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.458937 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-c05f1bcd-accd-4032-a5cb-348a56f1051c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0500548 Aug 24 16:23:56.510534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-ec7e4c58-38e5-41c8-a238-3a76dfd32a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.512067 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-ec7e4c58-38e5-41c8-a238-3a76dfd32a0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456285 Aug 24 16:23:56.616003 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-e924715e-62ed-43ff-932f-2fcd0f990d0e service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957735 Aug 24 16:23:56.640009 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b02e-a48d-4bae-8572-746b38450ab9 req-3813adf6-d9ad-423e-aa4a-18ab6a01c606 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:56.642269 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8120b02e-a48d-4bae-8572-746b38450ab9 req-3813adf6-d9ad-423e-aa4a-18ab6a01c606 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0566936 Aug 24 16:23:56.696383 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8120b02e-a48d-4bae-8572-746b38450ab9 req-045fb16b-72de-42c5-adce-93222d462535 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Aug 24 16:23:56.757964 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d2b125-42e0-4b7d-b5d9-8ae0340e10ca req-e4190fee-7eef-44d6-a4c6-44346753b026 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355352 Aug 24 16:23:57.826278 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b92e-79dd-4eaf-b0b7-4243f4138f92 req-199c87e7-9f71-465d-a967-9cb51e56c9d1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:57.832959 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48a6b92e-79dd-4eaf-b0b7-4243f4138f92 req-199c87e7-9f71-465d-a967-9cb51e56c9d1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0634923 Aug 24 16:23:57.873011 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48a6b92e-79dd-4eaf-b0b7-4243f4138f92 req-13cf8ea7-653b-4365-b205-6aafde794fd4 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 Aug 24 16:23:58.992553 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049194a-7f77-432d-a47b-8e1f5f2279a4 req-c0fb9a51-e178-4b31-a3bf-9d422c8e5538 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:23:58.994176 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6049194a-7f77-432d-a47b-8e1f5f2279a4 req-c0fb9a51-e178-4b31-a3bf-9d422c8e5538 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0534978 Aug 24 16:23:59.042461 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6049194a-7f77-432d-a47b-8e1f5f2279a4 req-d0e9daab-41c7-4729-9403-19f208167fa6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Aug 24 16:24:00.165516 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc332-d04e-4bdb-8976-121183c6de0a req-3c03b98d-7537-4774-b463-8d4eb402f4a9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:00.168527 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-438fc332-d04e-4bdb-8976-121183c6de0a req-3c03b98d-7537-4774-b463-8d4eb402f4a9 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0570588 Aug 24 16:24:00.213426 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-438fc332-d04e-4bdb-8976-121183c6de0a req-f72fe633-f8e6-4b1d-92c3-b7674be304a8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Aug 24 16:24:01.339798 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422768eb-10c8-4a36-ad95-67e410964519 req-a4646329-acf8-4d16-ada7-c6604963e955 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:01.341325 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-422768eb-10c8-4a36-ad95-67e410964519 req-a4646329-acf8-4d16-ada7-c6604963e955 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0539808 Aug 24 16:24:01.391795 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-422768eb-10c8-4a36-ad95-67e410964519 req-6fb3d743-f008-4881-96ef-a226e97a58c2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Aug 24 16:24:02.508556 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66026c-fcda-4866-b3da-47b64a5ff881 req-34d72166-97d3-4871-84aa-d70edfe0c3b3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:02.516073 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e66026c-fcda-4866-b3da-47b64a5ff881 req-34d72166-97d3-4871-84aa-d70edfe0c3b3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0581441 Aug 24 16:24:02.557251 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e66026c-fcda-4866-b3da-47b64a5ff881 req-8a69a715-d5a8-4663-9247-3f287de86113 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Aug 24 16:24:03.708264 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00329496-5d1d-4331-8d2c-492031d32a3a req-b1b13dce-80f1-4d02-a71e-21a6ff550d1d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:03.709916 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-00329496-5d1d-4331-8d2c-492031d32a3a req-b1b13dce-80f1-4d02-a71e-21a6ff550d1d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 943 time: 0.0584185 Aug 24 16:24:03.755154 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-00329496-5d1d-4331-8d2c-492031d32a3a req-8bbab731-bc85-46a9-86ba-70fe36b18c72 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384970 Aug 24 16:24:04.403002 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device c69b7c68-4663-4190-8eb8-195e05d54e92 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:24:04.504574 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=c69b7c68-4663-4190-8eb8-195e05d54e92,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:04.517020 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'port_id': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'mac_address': 'fa:16:3e:25:76:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:24:04.565662 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:04.579788 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69b7c68-4663-4190-8eb8-195e05d54e92 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:24:04.602093 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=c69b7c68-4663-4190-8eb8-195e05d54e92,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:04.672906 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:04.731917 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:04.882899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23f55-e0ac-4a9e-b35f-6d3abc510096 req-dc68fbc2-dc3e-4ce1-8012-7bcd406e42ee tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:04.885135 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81b23f55-e0ac-4a9e-b35f-6d3abc510096 req-dc68fbc2-dc3e-4ce1-8012-7bcd406e42ee tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 944 time: 0.0521204 Aug 24 16:24:04.926522 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81b23f55-e0ac-4a9e-b35f-6d3abc510096 req-0ea7a563-2d66-4073-ad14-ba5597aa1ce7 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Aug 24 16:24:06.042166 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567a57-c125-483d-a1b2-17a25add8450 req-601096bf-1186-4744-a558-19cdfbd9afdc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:06.043671 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1567a57-c125-483d-a1b2-17a25add8450 req-601096bf-1186-4744-a558-19cdfbd9afdc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Aug 24 16:24:06.083232 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1567a57-c125-483d-a1b2-17a25add8450 req-5b11bdfb-ee60-4a89-9532-a6b9c5b284e1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 Aug 24 16:24:07.213874 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245aabb-3be9-4395-96f0-051b7059eb88 req-d83728ef-9227-46ec-b52c-e0aa7b24e219 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:07.215496 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0245aabb-3be9-4395-96f0-051b7059eb88 req-d83728ef-9227-46ec-b52c-e0aa7b24e219 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 944 time: 0.0537288 Aug 24 16:24:07.257000 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0245aabb-3be9-4395-96f0-051b7059eb88 req-a5815a39-26c8-485e-be28-7dda4e1eb810 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Aug 24 16:24:07.694231 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['c69b7c68-4663-4190-8eb8-195e05d54e92'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:24:08.373613 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f764-20f7-46d1-bd82-9ccf68760464 req-c54d8809-dcbf-4014-932b-feef68e229e6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:08.373613 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5467f764-20f7-46d1-bd82-9ccf68760464 req-c54d8809-dcbf-4014-932b-feef68e229e6 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 944 time: 0.0487611 Aug 24 16:24:08.413132 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5467f764-20f7-46d1-bd82-9ccf68760464 req-be1457d1-aad8-4753-95f9-2b2ee75f1687 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340126 Aug 24 16:24:09.481414 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device c69b7c68-4663-4190-8eb8-195e05d54e92 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:24:09.526510 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7eb8f-c72d-4f3d-b1ec-f47de870b1f1 req-960e3ec7-87df-4de5-8900-f7acb5770caa tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:09.528144 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8bc7eb8f-c72d-4f3d-b1ec-f47de870b1f1 req-960e3ec7-87df-4de5-8900-f7acb5770caa tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 944 time: 0.0476980 Aug 24 16:24:09.570377 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8bc7eb8f-c72d-4f3d-b1ec-f47de870b1f1 req-e24cee7d-12ca-42e5-b734-6d4c062ee3f8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361841 Aug 24 16:24:09.635977 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port c69b7c68-4663-4190-8eb8-195e05d54e92 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:24:09.640201 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port c69b7c68-4663-4190-8eb8-195e05d54e92 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:24:09.640604 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:09.718384 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:09.743284 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:24:09.745586 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bde21-4897-4351-ac39-fcb175bc6ad4" -d '{"events": [{"server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "name": "network-vif-plugged", "status": "completed", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:24:09.758651 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=c69b7c68-4663-4190-8eb8-195e05d54e92,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:09.782882 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc64e8e-746d-4586-b057-25fdac541753 x-openstack-request-id: req-1fc64e8e-746d-4586-b057-25fdac541753 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:24:09.782882 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "name": "network-vif-plugged", "status": "completed", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:24:09.782882 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fc64e8e-746d-4586-b057-25fdac541753 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:24:09.782882 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'code': 200} Aug 24 16:24:09.830822 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:09.878518 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:10.134182 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02f648-5f0e-4126-ade2-5215d104139a req-a5bdd26e-1888-4c78-add4-d70b5d55590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:10.135644 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ee02f648-5f0e-4126-ade2-5215d104139a req-a5bdd26e-1888-4c78-add4-d70b5d55590f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1098 time: 0.0406494 Aug 24 16:24:10.170821 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ee02f648-5f0e-4126-ade2-5215d104139a req-ebf4bb2f-fd30-4c71-83f1-f6c0af009509 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280614 Aug 24 16:24:10.684454 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507d17-df71-4d25-914f-917619b1ce88 req-cb176dff-3b0a-44a6-9df7-520e1bc5ba84 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:10.685935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37507d17-df71-4d25-914f-917619b1ce88 req-cb176dff-3b0a-44a6-9df7-520e1bc5ba84 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0505700 Aug 24 16:24:10.722969 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37507d17-df71-4d25-914f-917619b1ce88 req-77c371e0-97b9-4d94-ac75-7191aa430ebc tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310435 Aug 24 16:24:10.952963 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-773c7d39-82f4-41b8-99f2-c59e00269328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:11.826387 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54930) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:11.839087 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98ad09-e1d8-4de6-9971-68e8614d4f5f req-aaef8bab-737f-4c22-9755-def497a44f14 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:11.840605 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d98ad09-e1d8-4de6-9971-68e8614d4f5f req-aaef8bab-737f-4c22-9755-def497a44f14 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Aug 24 16:24:11.869615 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Deleting subnet 33ad88bd-2572-4501-85ff-d14299b81d38 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:24:11.872638 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:11.877172 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d98ad09-e1d8-4de6-9971-68e8614d4f5f req-f5de367d-7073-4d29-a1b5-6d5424cfe92e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Aug 24 16:24:11.910825 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:11.948441 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:11.993900 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733f80-7dc9-49c4-b964-54d55fd17885 req-c2d123d8-b18f-4afe-a9b6-12afe473e743 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:11.993900 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-55733f80-7dc9-49c4-b964-54d55fd17885 req-c2d123d8-b18f-4afe-a9b6-12afe473e743 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Aug 24 16:24:12.034437 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-55733f80-7dc9-49c4-b964-54d55fd17885 req-53b6f847-48de-4939-b62a-5807a1af967d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345349 Aug 24 16:24:12.057438 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54938) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:12.084545 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.106278 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ad88bd-2572-4501-85ff-d14299b81d38,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:12.118255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.118846 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.119197 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.119543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.119934 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.120414 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.120788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.121128 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.121467 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.121797 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.122126 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.122454 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:12.127171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.129352 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ad2b75e2-04fd-4ab5-8972-ae72e68ac885 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/33ad88bd-2572-4501-85ff-d14299b81d38 HTTP/1.1" status: 204 len: 168 time: 0.3019810 Aug 24 16:24:12.132112 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54942) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:12.203474 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c74f58-c76b-484b-8fcd-b2a6f7a2b72c tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:12.207548 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.207703 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c7c74f58-c76b-484b-8fcd-b2a6f7a2b72c tempest-TestVolumeBootPattern-407176548 tempest-TestVolumeBootPattern-407176548-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1093 time: 0.1466553 Aug 24 16:24:12.207835 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54944) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:12.212305 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Request body: {'floatingip': {'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'port_id': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:24:12.281173 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.290809 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b457aa22-b340-415e-85fa-861a0814e974']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:12.300514 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ace0c14-26df-4df9-a221-520ac0f9a7db') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:12.300801 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ace0c14-26df-4df9-a221-520ac0f9a7db') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:12.309929 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.323837 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.329491 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:24:12.329878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:24:12.331486 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:24:12.341561 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.433158 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.461312 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.470660 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.472587 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] 10.222.0.52 "DELETE /v2.0/networks/b457aa22-b340-415e-85fa-861a0814e974 HTTP/1.1" status: 204 len: 168 time: 0.3388400 Aug 24 16:24:12.484273 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df14f7-c10e-4bf1-bb79-224ad383f86e admin admin] Pushing event deleted for resources: {'Network': ['ID=b457aa22-b340-415e-85fa-861a0814e974,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:12.550645 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Allocated IP 172.27.1.13 (b2b505d8-1b9a-4c80-a486-ea1a578c4a1e/ca7b7f9c-be65-4f72-864f-a2ebd3acfb12/947a3095-4a6a-4a08-a858-54b8bb275ff4) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:24:12.653624 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.774561 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.821598 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Network b2b505d8-1b9a-4c80-a486-ea1a578c4a1e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:24:12.825730 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:24:12.829996 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:24:12.833058 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=947a3095-4a6a-4a08-a858-54b8bb275ff4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:12.871105 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54952) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:12.911567 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9ebeb67f-c511-48e9-8061-d69280b4ce3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebe25c7abf2b4b98adc62b3e9e3d64fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392351 Aug 24 16:24:12.914087 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54954) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:12.962307 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:12.982773 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.141471 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.144014 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.147471 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b977682-e651-4b7b-bb71-73f01cf89439 HTTP/1.1" status: 204 len: 168 time: 0.2302144 Aug 24 16:24:13.154848 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dc8c6-1151-451b-bcbd-c3e6042f5505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b977682-e651-4b7b-bb71-73f01cf89439,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:13.280935 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.472438 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.620820 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.716008 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162721'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.784767 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c10a-3569-4569-a3ce-2ed8ad8fde9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.790832 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event updated for resources: {'Port': ['ID=947a3095-4a6a-4a08-a858-54b8bb275ff4,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:13.796068 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637018'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:13.903154 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP dfb3217f-14d3-4b93-ac79-f15741bd3c1b associated. External IP: 172.27.1.13, port: c69b7c68-4663-4190-8eb8-195e05d54e92. Aug 24 16:24:13.979111 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.123974 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:24:14.241375 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:24:14.252292 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:24:14.262100 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:24:14.262742 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:24:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:14.368751 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.373975 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:24:14.400975 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-af8582c1-5bc3-426b-8905-77f51b7d9770 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1920259 Aug 24 16:24:14.408496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:24:14.408496 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d040e5eddb73b87f6370602c21ce1944ab4fed2567c297a44f7a58bab76ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0acf013-67a2-4348-a1d7-ee018a934668" -d '{"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:24:14.454485 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b45124a-1ba3-49a6-8fc9-d005e9855ee9 x-openstack-request-id: req-6b45124a-1ba3-49a6-8fc9-d005e9855ee9 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:24:14.454782 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:24:14.455038 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b45124a-1ba3-49a6-8fc9-d005e9855ee9 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:24:14.455458 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'status': 'completed', 'code': 200} Aug 24 16:24:14.466160 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 54982) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:14.566101 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-631006436-network', 'tenant_id': '546ecbfc9d77431794e432b2b2ac8f5f'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:24:14.626809 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}, {'id': 'dfb3217f-14d3-4b93-ac79-f15741bd3c1b', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:25:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:24:13Z', 'updated_at': '2021-08-24T16:24:13Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:14.652461 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:24:14.660921 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:24:14.661515 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:24:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:14.667529 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Made reservation on behalf of 546ecbfc9d77431794e432b2b2ac8f5f for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:24:14.672752 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.678970 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.770038 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.780778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:24:14.807639 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.864666 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.886328 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:24:14.899734 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4444da00-2162-463e-8386-5e829d40a718,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:14.904642 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:14.904938 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Added segment 5bbff976-6653-4026-9ef9-dde4e60f30e8 of type vlan for network 34d15207-70de-43d6-a806-0e213d9b124e Aug 24 16:24:14.949006 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761270781534'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.009309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1071689b-9333-48ec-809b-265982eeeabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}, {'id': 'dfb3217f-14d3-4b93-ac79-f15741bd3c1b', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:25:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:24:13Z', 'updated_at': '2021-08-24T16:24:13Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:24:15.035859 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071689b-9333-48ec-809b-265982eeeabd None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}, {'id': 'dfb3217f-14d3-4b93-ac79-f15741bd3c1b', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:25:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:24:13Z', 'updated_at': '2021-08-24T16:24:13Z', 'revision_number': 0, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:24:15.101321 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.102338 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:15.103487 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.162981 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] Pushing event updated for resources: {'Network': ['ID=34d15207-70de-43d6-a806-0e213d9b124e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:15.173351 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Network 34d15207-70de-43d6-a806-0e213d9b124e details requested by agent ovs-agent-dv-cinder-755654-11-iscsi with host dv-cinder-755654-11-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:24:15.229307 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c8586-dee7-479d-8497-16515eaf9fca None None] New status for floating IP dfb3217f-14d3-4b93-ac79-f15741bd3c1b: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:24:15.234669 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-23580579-8625-4d8d-8f46-5cac8deb99e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7672341 Aug 24 16:24:15.235471 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 54988) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:15.241982 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Request body: {'subnet': {'network_id': '34d15207-70de-43d6-a806-0e213d9b124e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-631006436-subnet', 'tenant_id': '546ecbfc9d77431794e432b2b2ac8f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:24:15.344363 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Made reservation on behalf of 546ecbfc9d77431794e432b2b2ac8f5f for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:24:15.346778 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663358'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.610501 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3519928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663244'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.670548 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a798832-3ffd-44ff-b197-777927f60fd6,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:15.679092 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Checking segment: {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:24:15.679446 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Network hostable DHCP agents. Network: 34d15207-70de-43d6-a806-0e213d9b124e, hostable agents: ['b93ca575-c746-4f30-922d-a158bc5bc2bc'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:24:15.853534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Network 34d15207-70de-43d6-a806-0e213d9b124e is scheduled to be hosted by DHCP agent b93ca575-c746-4f30-922d-a158bc5bc2bc with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:24:15.929122 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-11-iscsi, 34d15207-70de-43d6-a806-0e213d9b124e) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:24:15.933574 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:15.934173 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:15.939215 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f006c-adf9-4042-8024-56a847625df0 None None] Network 34d15207-70de-43d6-a806-0e213d9b124e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:24:16.042791 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bc42f6eb-6978-47e8-96b4-f9d7f21877ac admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8060191 Aug 24 16:24:16.061570 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40396ee4-555c-4c65-aefc-1c39a33ff22f None None] Network 34d15207-70de-43d6-a806-0e213d9b124e requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:24:16.147002 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-620d69c2-4966-4113-922a-953cae749e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:16.154177 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-620d69c2-4966-4113-922a-953cae749e94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1098 time: 0.0459914 Aug 24 16:24:16.254534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-9e2a4ff1-4f41-41b0-827a-6d76804c49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:16.256064 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-9e2a4ff1-4f41-41b0-827a-6d76804c49d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0902784 Aug 24 16:24:16.329084 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-3fcf0c28-f876-41af-b221-204231067279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 200 len: 1000 time: 0.0581679 Aug 24 16:24:16.378447 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-a5f78702-f9fa-4848-8109-f6803b8a79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:16.380036 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-a5f78702-f9fa-4848-8109-f6803b8a79a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0439661 Aug 24 16:24:16.432831 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-99ba2c50-c63b-46e4-8824-3a045ae7f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:16.434349 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-99ba2c50-c63b-46e4-8824-3a045ae7f829 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427015 Aug 24 16:24:16.467187 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:16.526186 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-ba102428-c209-4861-bba7-e3e85c0df4be service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Aug 24 16:24:16.624305 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0acf013-67a2-4348-a1d7-ee018a934668 req-1cd44e4c-e461-48f6-85d3-aa1a5eaf845e service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852995 Aug 24 16:24:18.467271 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-090ca525-2c95-4348-a365-6f895ee13c2b tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:18.468760 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-090ca525-2c95-4348-a365-6f895ee13c2b tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/networks?id=34d15207-70de-43d6-a806-0e213d9b124e HTTP/1.1" status: 200 len: 813 time: 0.3401134 Aug 24 16:24:18.484131 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-967c3a4c-f593-4628-a340-397b5e201b2b tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/quotas/546ecbfc9d77431794e432b2b2ac8f5f HTTP/1.1" status: 200 len: 375 time: 0.0095417 Aug 24 16:24:18.515556 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-b5279211-b71f-48d1-9ee6-3ccd8d1684cd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258873 Aug 24 16:24:18.601112 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-5469a391-5c39-4203-b806-ab02f32c5651 service neutron] 10.222.0.52 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787766 Aug 24 16:24:18.690388 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-ec649744-ced7-42f4-9bcc-f443d99e3f95 service neutron] 10.222.0.52 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Aug 24 16:24:18.960078 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-441c4212-3ca8-4fef-9182-183a6f41d4d0 req-257ed55f-8028-4740-98f6-b20daf0feb5f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Aug 24 16:24:19.183193 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:24:20.035489 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a5b6c269-136f-48c4-be66-13391fcd0f0a req-5f37b149-6bbe-4317-800f-a99136368083 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 210 time: 0.0255940 Aug 24 16:24:21.128935 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b0220b6d-9357-454a-93d6-9fce3c8312cd req-2a2383d0-eb0a-4bce-8977-47280cb28893 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 210 time: 0.0253980 Aug 24 16:24:21.266359 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-76c5fe11-16f1-417f-b51b-c4793cfcfd63 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:21.267811 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-76c5fe11-16f1-417f-b51b-c4793cfcfd63 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "GET /v2.0/networks?id=34d15207-70de-43d6-a806-0e213d9b124e HTTP/1.1" status: 200 len: 813 time: 0.1002655 Aug 24 16:24:21.281109 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Request body: {'port': {'device_id': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e', 'admin_state_up': True, 'tenant_id': '546ecbfc9d77431794e432b2b2ac8f5f'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:24:21.677835 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Made reservation on behalf of 546ecbfc9d77431794e432b2b2ac8f5f for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:24:21.681244 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:21.801765 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Allocated IP 172.20.0.8 (34d15207-70de-43d6-a806-0e213d9b124e/1a798832-3ffd-44ff-b197-777927f60fd6/b420e402-a27d-4131-b5be-a2e05f58fc78) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:24:21.940465 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.042166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.086443 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Network 34d15207-70de-43d6-a806-0e213d9b124e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:24:22.089343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:24:22.092813 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:24:22.098869 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Pushing event updated for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:22.146240 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:22.146841 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.244672 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb911d-2a54-437e-820c-101016a74fbe req-1a7b97e3-f5b9-41eb-908f-0593602ddc83 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:22.246091 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cfbb911d-2a54-437e-820c-101016a74fbe req-1a7b97e3-f5b9-41eb-908f-0593602ddc83 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 931 time: 0.0514147 Aug 24 16:24:22.248402 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-af16af1f-105a-4f54-bbc7-2196197f3357 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709857 Aug 24 16:24:22.261815 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Request body: {'port': {'device_id': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:24:22.284088 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cfbb911d-2a54-437e-820c-101016a74fbe req-303ab699-8ddb-463f-8221-4dec80baee47 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Aug 24 16:24:22.316859 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.458325 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55070) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:22.562694 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a8fea9b-178d-4bb9-a235-60112df2b4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.574992 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b420e402-a27d-4131-b5be-a2e05f58fc78 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:24:22.582606 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.594716 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Transition to ACTIVE for port object b420e402-a27d-4131-b5be-a2e05f58fc78 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:24:22.647356 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a8fea9b-178d-4bb9-a235-60112df2b4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.689384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.718001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.718556 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a8fea9b-178d-4bb9-a235-60112df2b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.740878 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:22.754492 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7a8fea9b-178d-4bb9-a235-60112df2b4ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee9c70725d2d4df6997de0d7df20974a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949903 Aug 24 16:24:22.757096 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55074) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:22.759184 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fea9b-178d-4bb9-a235-60112df2b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12112099-f30e-4e76-a297-de1150d87d13,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:22.843433 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Attempting to bind port b420e402-a27d-4131-b5be-a2e05f58fc78 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:24:22.843766 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Attempting to bind port b420e402-a27d-4131-b5be-a2e05f58fc78 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:24:22.844098 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Attempting to bind port b420e402-a27d-4131-b5be-a2e05f58fc78 on network 34d15207-70de-43d6-a806-0e213d9b124e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:24:22.846863 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.851704 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Port b420e402-a27d-4131-b5be-a2e05f58fc78 on network 34d15207-70de-43d6-a806-0e213d9b124e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:24:22.852018 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Attempting to bind port b420e402-a27d-4131-b5be-a2e05f58fc78 on network 34d15207-70de-43d6-a806-0e213d9b124e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:24:22.863916 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:24:22.864249 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Checking segment: {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:24:22.864654 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Bound using segment: {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:24:22.865074 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Bound port: b420e402-a27d-4131-b5be-a2e05f58fc78, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:24:22.865413 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.881493 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:22.957554 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:24:22.960482 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b420e402-a27d-4131-b5be-a2e05f58fc78,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:24:23.036321 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:23.066738 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:23.069251 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:23.070375 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12112099-f30e-4e76-a297-de1150d87d13 HTTP/1.1" status: 204 len: 168 time: 0.3123238 Aug 24 16:24:23.078362 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.078974 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:23.080333 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] 10.222.0.37 "PUT /v2.0/ports/b420e402-a27d-4131-b5be-a2e05f58fc78 HTTP/1.1" status: 200 len: 1093 time: 0.8228168 Aug 24 16:24:23.080794 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:24:23.083029 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534" -d '{"events": [{"name": "network-changed", "server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:24:23.097071 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16c317-430c-4a9f-aa4e-f7a10b617cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12112099-f30e-4e76-a297-de1150d87d13,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:23.116609 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c522317-f219-462b-91b7-4fa2df50bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:23.137699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162ea32-d1bf-450b-bc19-bc9996472a67 x-openstack-request-id: req-b162ea32-d1bf-450b-bc19-bc9996472a67 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:24:23.137997 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:24:23.138253 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b162ea32-d1bf-450b-bc19-bc9996472a67 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:24:23.138744 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78', 'status': 'completed', 'code': 200} Aug 24 16:24:23.212681 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-987c0d57-02fe-4b6d-a25c-41e22b5b4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.214184 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-987c0d57-02fe-4b6d-a25c-41e22b5b4e54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 1096 time: 0.0578697 Aug 24 16:24:23.312729 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-8d2b583a-97da-450f-b7bb-8533dcc33632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.314204 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-8d2b583a-97da-450f-b7bb-8533dcc33632 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0925417 Aug 24 16:24:23.405399 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0e91d-94c8-4a04-8630-b83e421cdb29 req-539c51fd-08b6-43de-8763-c8ad92765ffd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.410348 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93e0e91d-94c8-4a04-8630-b83e421cdb29 req-539c51fd-08b6-43de-8763-c8ad92765ffd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 943 time: 0.0574982 Aug 24 16:24:23.414198 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-d41ea1f1-240d-4db2-b926-e3dfd10ea785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.415614 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99c2f8dd-e25c-43ea-9586-9bfbbe56c534 req-d41ea1f1-240d-4db2-b926-e3dfd10ea785 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930333 Aug 24 16:24:23.451641 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-93e0e91d-94c8-4a04-8630-b83e421cdb29 req-ada891de-2186-474f-81a2-7d1fc0bf6c4f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Aug 24 16:24:23.501023 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-d852a7bd-a602-451c-be51-b079ccc89a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.502525 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-d852a7bd-a602-451c-be51-b079ccc89a96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 1096 time: 0.0473621 Aug 24 16:24:23.544202 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-bb5e772c-8cdd-46d7-b9f9-6e19fa650154 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b420e402-a27d-4131-b5be-a2e05f58fc78 HTTP/1.1" status: 200 len: 217 time: 0.0328619 Aug 24 16:24:23.592328 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce184-66d6-40de-a352-e3775bf8088d req-17e48acb-2d32-47fa-a0f6-a5cc59e78e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:23.593818 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-17e48acb-2d32-47fa-a0f6-a5cc59e78e75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a798832-3ffd-44ff-b197-777927f60fd6 HTTP/1.1" status: 200 len: 853 time: 0.0431750 Aug 24 16:24:23.625250 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-b3d23614-d7f0-4cfb-b5fc-e03f1665db97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34d15207-70de-43d6-a806-0e213d9b124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246398 Aug 24 16:24:23.717174 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-8323f138-47ff-4a38-a3e2-2e1ff683d115 service neutron] 10.222.0.37 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Aug 24 16:24:23.808350 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-841ce184-66d6-40de-a352-e3775bf8088d req-d54c9a35-aed6-4fbb-8835-507948401dcd service neutron] 10.222.0.37 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813322 Aug 24 16:24:24.566176 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3d11-b9cf-494a-8415-be483cd2c218 req-1f73a0d5-a14e-4b30-b872-54ff24714067 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:24.567974 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37cd3d11-b9cf-494a-8415-be483cd2c218 req-1f73a0d5-a14e-4b30-b872-54ff24714067 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 943 time: 0.0482724 Aug 24 16:24:24.606111 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-37cd3d11-b9cf-494a-8415-be483cd2c218 req-fb7b2207-3d51-4699-bc45-177fa7bc0717 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Aug 24 16:24:24.648791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55110) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:24.750957 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f30dbbb-8e93-423f-abbc-434b457bd90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:24.834945 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f30dbbb-8e93-423f-abbc-434b457bd90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:24.898432 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f30dbbb-8e93-423f-abbc-434b457bd90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:24.936316 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2f30dbbb-8e93-423f-abbc-434b457bd90e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8811e519f7d443f193c742fcf2897a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859030 Aug 24 16:24:24.937200 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30dbbb-8e93-423f-abbc-434b457bd90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ce85e-3187-4209-a309-69f1a1fa66f0,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:24.939036 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55114) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:24:24.991700 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:25.012913 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:25.186821 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:25.189419 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:25.190578 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f1ce85e-3187-4209-a309-69f1a1fa66f0 HTTP/1.1" status: 204 len: 168 time: 0.2504773 Aug 24 16:24:25.198073 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34aec-e74b-470e-8dc2-fde3a4eef8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ce85e-3187-4209-a309-69f1a1fa66f0,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:25.721670 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa464e5-54f4-4c4d-874c-fb918f01b5eb req-20559f63-1490-47c3-ba67-81099ddec73f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:25.723199 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0aa464e5-54f4-4c4d-874c-fb918f01b5eb req-20559f63-1490-47c3-ba67-81099ddec73f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 943 time: 0.0516410 Aug 24 16:24:25.761670 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0aa464e5-54f4-4c4d-874c-fb918f01b5eb req-efbe7000-7bc4-4d70-8b21-a99c1158b6ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Aug 24 16:24:26.871424 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384679-b32f-484c-ba91-26ed26a81b97 req-ccedd2d4-3a3b-427d-afa2-e04eb987e99f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:26.872894 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72384679-b32f-484c-ba91-26ed26a81b97 req-ccedd2d4-3a3b-427d-afa2-e04eb987e99f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 943 time: 0.0470772 Aug 24 16:24:26.910100 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-72384679-b32f-484c-ba91-26ed26a81b97 req-58b7bf7c-4a22-4bcb-aa4a-0659d94ff62c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Aug 24 16:24:27.578775 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device b420e402-a27d-4131-b5be-a2e05f58fc78 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:24:27.788286 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b420e402-a27d-4131-b5be-a2e05f58fc78,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:27.799455 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'b420e402-a27d-4131-b5be-a2e05f58fc78', 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e', 'port_id': 'b420e402-a27d-4131-b5be-a2e05f58fc78', 'mac_address': 'fa:16:3e:97:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a798832-3ffd-44ff-b197-777927f60fd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:24:27.834188 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:27.846524 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b420e402-a27d-4131-b5be-a2e05f58fc78 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:24:27.865318 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b420e402-a27d-4131-b5be-a2e05f58fc78,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:27.975366 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:28.021241 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79e0c-c157-458b-8b1a-489d3e87956c req-3c2bc9ba-4435-4a27-bbef-715f9fcd3494 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:28.022033 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:28.022712 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-31c79e0c-c157-458b-8b1a-489d3e87956c req-3c2bc9ba-4435-4a27-bbef-715f9fcd3494 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 944 time: 0.0494425 Aug 24 16:24:28.062093 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-31c79e0c-c157-458b-8b1a-489d3e87956c req-a247d848-45c3-48bb-bd43-b3655e325cfa tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Aug 24 16:24:28.164805 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-7a88bb93-05ce-48f7-818e-20d9b6114fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395050 Aug 24 16:24:28.203345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['b420e402-a27d-4131-b5be-a2e05f58fc78'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:24:28.254006 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-0303bd61-954c-400b-9731-79fa1c3bf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:28.255534 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-0303bd61-954c-400b-9731-79fa1c3bf2be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1098 time: 0.0399034 Aug 24 16:24:28.363081 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-6e3cc896-cfe2-4127-928c-370ce236a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:28.364568 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-6e3cc896-cfe2-4127-928c-370ce236a289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0876691 Aug 24 16:24:28.430139 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-4b0099e2-a4a6-4750-b15e-ae6b164f623e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 1000 time: 0.0576119 Aug 24 16:24:28.483059 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-9ebce6a9-e5b4-436c-b6ef-e5c1be53069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:28.484470 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-9ebce6a9-e5b4-436c-b6ef-e5c1be53069b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0468197 Aug 24 16:24:28.529890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-9e55f244-8db1-4457-84e3-5ce982afc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:28.531318 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-9e55f244-8db1-4457-84e3-5ce982afc1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388334 Aug 24 16:24:28.620724 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-b845afb2-7981-433f-ae9f-bd43efdf5965 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Aug 24 16:24:28.712304 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b08e65c4-f6c7-4085-a813-ebadf57a8cba req-50b0d7b9-7f74-401d-8c03-e736ef9d67b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Aug 24 16:24:29.178493 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4db90-596a-42cb-a9df-6910d00735f5 req-bc3ca4df-3875-4a2a-8c5a-42d1dba61ffd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:29.179937 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dba4db90-596a-42cb-a9df-6910d00735f5 req-bc3ca4df-3875-4a2a-8c5a-42d1dba61ffd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 944 time: 0.0523260 Aug 24 16:24:29.217193 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dba4db90-596a-42cb-a9df-6910d00735f5 req-9c080abc-bc62-4c2f-9850-eeac986c9c4d tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Aug 24 16:24:29.594189 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device b420e402-a27d-4131-b5be-a2e05f58fc78 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:24:29.738619 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port b420e402-a27d-4131-b5be-a2e05f58fc78 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:24:29.742520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port b420e402-a27d-4131-b5be-a2e05f58fc78 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:24:29.742894 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:29.820797 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:29.844719 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:24:29.846862 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762de059-745b-431e-a268-aef2006f6964" -d '{"events": [{"server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "name": "network-vif-plugged", "status": "completed", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:24:29.859484 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b420e402-a27d-4131-b5be-a2e05f58fc78,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:24:29.881006 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86adb6c8-a718-40ab-a039-568de969799b x-openstack-request-id: req-86adb6c8-a718-40ab-a039-568de969799b {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:24:29.881326 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "name": "network-vif-plugged", "status": "completed", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:24:29.881581 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86adb6c8-a718-40ab-a039-568de969799b {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:24:29.881971 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78', 'code': 200} Aug 24 16:24:29.927776 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:29.975242 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:24:29.982201 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:29.988296 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:24:30.171915 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d6cf2-3d3e-4e5a-a975-68a6fe700c49 req-74df814f-2a6b-4dcc-bc8b-13b31ef5c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:30.173429 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe6d6cf2-3d3e-4e5a-a975-68a6fe700c49 req-74df814f-2a6b-4dcc-bc8b-13b31ef5c37a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 1098 time: 0.0434783 Aug 24 16:24:30.208861 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe6d6cf2-3d3e-4e5a-a975-68a6fe700c49 req-7dec255e-7ddb-40f0-80d5-300ca43276d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286202 Aug 24 16:24:30.329498 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de7ae-aae7-4cc0-974c-08fe6196cdff req-d21295ca-9386-49cc-b199-ba986293ca51 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:30.330951 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-be7de7ae-aae7-4cc0-974c-08fe6196cdff req-d21295ca-9386-49cc-b199-ba986293ca51 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Aug 24 16:24:30.368553 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-be7de7ae-aae7-4cc0-974c-08fe6196cdff req-c2ec8476-09a4-4c43-8958-dc841b629beb tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Aug 24 16:24:31.482720 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0f6c-d36f-496c-8bf0-321f622ed55a req-176e613e-1fad-4f02-9b4a-3d058fba8d9c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:24:31.484195 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-97ad0f6c-d36f-496c-8bf0-321f622ed55a req-176e613e-1fad-4f02-9b4a-3d058fba8d9c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Aug 24 16:24:31.521969 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-97ad0f6c-d36f-496c-8bf0-321f622ed55a req-8f39fb38-a5d7-411f-ae1e-3465ac2bb327 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Aug 24 16:24:40.935257 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cb1d5888-219c-4e08-9c24-5721dc345074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:43.706801 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-85e4b9f9-d76a-4fa3-b119-860ed98bc001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:43.957880 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:44.789854 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:46.458477 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:52.675331 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:24:56.185632 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:25:10.928866 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-488226e4-7811-4385-8e0b-f5748a87a13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:13.705959 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-76ec3a9b-6569-42a3-a888-8d5eeb2340a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:13.943509 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:14.820797 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:16.382787 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffe688-c4a2-47ee-98aa-322d7deff02c req-cb7afe09-d7dc-4e7b-9695-ef769b3a2904 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:16.384321 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1bffe688-c4a2-47ee-98aa-322d7deff02c req-cb7afe09-d7dc-4e7b-9695-ef769b3a2904 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 945 time: 0.0539448 Aug 24 16:25:16.422790 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1bffe688-c4a2-47ee-98aa-322d7deff02c req-0274bad7-b058-429d-b488-2e62ebd9bdfe tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 24 16:25:16.440586 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:17.644680 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031961-6a2e-4672-a5db-34b81c22905f req-a211b72a-4f4d-4631-bea8-746ba78828f9 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:17.646167 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82031961-6a2e-4672-a5db-34b81c22905f req-a211b72a-4f4d-4631-bea8-746ba78828f9 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 945 time: 0.1525438 Aug 24 16:25:17.683888 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82031961-6a2e-4672-a5db-34b81c22905f req-5482eb7e-491e-4baf-b025-f8ca1074785b tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Aug 24 16:25:17.964499 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-e6d91a7c-13ea-41a4-a467-593fa327a3e4 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:17.965971 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-e6d91a7c-13ea-41a4-a467-593fa327a3e4 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Aug 24 16:25:18.055165 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Deleting port b420e402-a27d-4131-b5be-a2e05f58fc78 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:25:18.055434 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:18.142627 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] For port b420e402-a27d-4131-b5be-a2e05f58fc78, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b420e402-a27d-4131-b5be-a2e05f58fc78,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:25:18.142999 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:18.154966 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Calling delete_port for b420e402-a27d-4131-b5be-a2e05f58fc78 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:25:18.395305 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:18.407225 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['b420e402-a27d-4131-b5be-a2e05f58fc78'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:25:18.424885 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Pushing event deleted for resources: {'Port': ['ID=b420e402-a27d-4131-b5be-a2e05f58fc78,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:18.436915 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.437277 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.437627 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.437972 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.438314 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.438656 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.438993 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.439330 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.439665 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.439999 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.440331 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.440690 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:18.477412 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] No DVR routers for this DVR port b420e402-a27d-4131-b5be-a2e05f58fc78 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:25:18.479952 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:18.481959 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0e645adf-89b6-4604-bddb-f69b04f35102 req-1340c33f-f0a2-4fd3-aa8e-4015c6b870ff tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "DELETE /v2.0/ports/b420e402-a27d-4131-b5be-a2e05f58fc78 HTTP/1.1" status: 204 len: 173 time: 0.5102580 Aug 24 16:25:18.486761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'name': 'network-vif-deleted', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:25:18.486761 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589e36c-0b40-4d91-badf-ee3cd5f430a5" -d '{"events": [{"server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "name": "network-vif-deleted", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:25:18.518788 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b7a06-c0e5-4e6d-b689-bbe098ae20d7 x-openstack-request-id: req-a03b7a06-c0e5-4e6d-b689-bbe098ae20d7 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:25:18.519079 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b48bd9-288a-42f6-8b03-9e7caec707d6", "name": "network-vif-deleted", "tag": "b420e402-a27d-4131-b5be-a2e05f58fc78", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:25:18.519336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a03b7a06-c0e5-4e6d-b689-bbe098ae20d7 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:25:18.519732 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b48bd9-288a-42f6-8b03-9e7caec707d6', 'name': 'network-vif-deleted', 'tag': 'b420e402-a27d-4131-b5be-a2e05f58fc78', 'status': 'completed', 'code': 200} Aug 24 16:25:18.775782 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7a2c93e6-1512-45ca-8267-fbd4e7c5ae1c req-824adec1-a859-470b-a2da-9a7c3a362e63 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b48bd9-288a-42f6-8b03-9e7caec707d6 HTTP/1.1" status: 200 len: 210 time: 0.0253103 Aug 24 16:25:22.423410 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device b420e402-a27d-4131-b5be-a2e05f58fc78 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:25:22.443183 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: b420e402-a27d-4131-b5be-a2e05f58fc78 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:25:22.443531 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device b420e402-a27d-4131-b5be-a2e05f58fc78 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:25:23.474616 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:30.327791 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-ff8429af-26df-4aef-b4f4-204a5ee0a3a6 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:30.329290 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-ff8429af-26df-4aef-b4f4-204a5ee0a3a6 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/networks?id=34d15207-70de-43d6-a806-0e213d9b124e HTTP/1.1" status: 200 len: 813 time: 0.1025081 Aug 24 16:25:30.344149 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-d0aa432c-ab49-4d96-90ca-ec5b0fcf8fe4 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/quotas/546ecbfc9d77431794e432b2b2ac8f5f HTTP/1.1" status: 200 len: 375 time: 0.0091794 Aug 24 16:25:30.375486 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-cce21b61-819c-4c98-98ed-7d6f397a8eca tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258985 Aug 24 16:25:30.386646 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-89daf0d6-e558-4aa0-ab70-da1f64035ee8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:25:30.387611 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-89daf0d6-e558-4aa0-ab70-da1f64035ee8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057807 Aug 24 16:25:30.480031 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-b314e777-785f-497b-a0d7-7a703a27ee3d service neutron] 10.222.0.52 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 Aug 24 16:25:30.565895 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-674c91e8-e292-4d35-ab95-9c94257549ad service neutron] 10.222.0.52 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798242 Aug 24 16:25:30.849176 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-71e80b72-9d10-4775-93b4-75c2add15c52 req-3d2edd56-e4e0-4315-b8e7-e3c4a02ecc8f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 210 time: 0.0299540 Aug 24 16:25:30.905832 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-4aa91d80-bc98-4a76-bda5-f4a9cf0f128e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951958 Aug 24 16:25:30.966752 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-321b2fdb-82cd-4608-84ca-63067f7232fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:30.968246 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-321b2fdb-82cd-4608-84ca-63067f7232fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1098 time: 0.0401478 Aug 24 16:25:31.072890 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-ae93d7b1-60e5-403d-b4ab-d94ca9da9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:31.074490 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-ae93d7b1-60e5-403d-b4ab-d94ca9da9a6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0872459 Aug 24 16:25:31.139464 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-8672ff47-bbef-4670-a1d3-a0c3cd18d4ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 200 len: 1000 time: 0.0577374 Aug 24 16:25:31.187036 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-18b6947b-a6d7-4e39-831d-551759ba9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:31.188402 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-18b6947b-a6d7-4e39-831d-551759ba9778 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0422471 Aug 24 16:25:31.239030 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-22c46b91-dfb4-4740-857e-ae3397be15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:31.240500 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-22c46b91-dfb4-4740-857e-ae3397be15b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425141 Aug 24 16:25:31.251162 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-53747a8a-2148-44cf-ad3a-c43e06fdc5b8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:25:31.252104 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-53747a8a-2148-44cf-ad3a-c43e06fdc5b8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Aug 24 16:25:31.340504 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-de5670b9-4e44-44cd-9f14-5e62bb04e380 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814741 Aug 24 16:25:31.434253 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad5d4fe-1428-492c-9ef0-6f600843ff60 req-a2459217-be7d-487f-8624-f08f7b091090 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Aug 24 16:25:31.939039 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5b8dedec-c775-4963-9df5-ae7fa809231c req-9c603d90-ef69-47f9-8f62-77d04d39ae48 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 210 time: 0.0266526 Aug 24 16:25:32.992003 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-55b01cc9-b3cc-4550-93db-7586fac8fce3 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:32.992003 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-55b01cc9-b3cc-4550-93db-7586fac8fce3 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "GET /v2.0/networks?id=34d15207-70de-43d6-a806-0e213d9b124e HTTP/1.1" status: 200 len: 813 time: 0.1019804 Aug 24 16:25:33.004991 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Request body: {'port': {'device_id': 'a894462d-7253-4594-825a-8f4cc084d11d', 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e', 'admin_state_up': True, 'tenant_id': '546ecbfc9d77431794e432b2b2ac8f5f'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:25:33.036155 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-04a93799-b58a-486d-a728-090f9dd66439 req-068410c9-14ae-481e-b740-0f28625c214b tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 210 time: 0.0297194 Aug 24 16:25:33.184460 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:25:33.189011 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Made reservation on behalf of 546ecbfc9d77431794e432b2b2ac8f5f for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:25:33.192917 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:33.314522 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Allocated IP 172.20.0.6 (34d15207-70de-43d6-a806-0e213d9b124e/1a798832-3ffd-44ff-b197-777927f60fd6/d89bae7a-f79c-49dd-be33-9df2929b3824) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:25:33.456625 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:33.551718 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761270795542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:33.594368 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Network 34d15207-70de-43d6-a806-0e213d9b124e is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:25:33.597327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:25:33.600833 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:25:33.631543 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Pushing event updated for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:33.654999 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:33.655601 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:33.720672 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f5b9da5c-ad19-4556-9a2c-eab620f4275c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195475 Aug 24 16:25:33.733721 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Request body: {'port': {'device_id': 'a894462d-7253-4594-825a-8f4cc084d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:25:33.787588 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.039076 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89bae7a-f79c-49dd-be33-9df2929b3824 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:25:34.049811 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.061468 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Transition to ACTIVE for port object d89bae7a-f79c-49dd-be33-9df2929b3824 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:25:34.128549 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.148837 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd26e5-982c-419d-bb93-13d50082c39a req-61a391d8-dd53-4f19-ad49-ebf25fd5e6f9 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.150335 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dacd26e5-982c-419d-bb93-13d50082c39a req-61a391d8-dd53-4f19-ad49-ebf25fd5e6f9 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 931 time: 0.0479589 Aug 24 16:25:34.190944 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-dacd26e5-982c-419d-bb93-13d50082c39a req-4b9c3ab4-af89-419d-960f-d2e65193c702 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Aug 24 16:25:34.200384 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:34.250166 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Attempting to bind port d89bae7a-f79c-49dd-be33-9df2929b3824 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:25:34.250509 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Attempting to bind port d89bae7a-f79c-49dd-be33-9df2929b3824 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:25:34.250832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Attempting to bind port d89bae7a-f79c-49dd-be33-9df2929b3824 on network 34d15207-70de-43d6-a806-0e213d9b124e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:25:34.255595 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Port d89bae7a-f79c-49dd-be33-9df2929b3824 on network 34d15207-70de-43d6-a806-0e213d9b124e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:25:34.255918 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Attempting to bind port d89bae7a-f79c-49dd-be33-9df2929b3824 on network 34d15207-70de-43d6-a806-0e213d9b124e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:25:34.261832 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Checking agent: {'id': '5fe0d095-7adf-471b-8dd7-41b3e3047bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'started_at': datetime.datetime(2021, 8, 24, 16, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:25:34.262171 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Checking segment: {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:25:34.262558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Bound using segment: {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:25:34.262987 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Bound port: d89bae7a-f79c-49dd-be33-9df2929b3824, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbff976-6653-4026-9ef9-dde4e60f30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:25:34.263347 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.326760 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:25:34.329720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=d89bae7a-f79c-49dd-be33-9df2929b3824,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:25:34.390056 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3520049'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.429353 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.429854 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:34.431261 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d89bae7a-f79c-49dd-be33-9df2929b3824 HTTP/1.1" status: 200 len: 1093 time: 0.7018399 Aug 24 16:25:34.431697 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:25:34.434409 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ac4ce9-569e-4566-8422-64a022e3fdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:25:34.458580 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0ee41-a6e7-4fbe-adea-543a819501b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:34.468820 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ce9c4-c757-44d5-adfb-6bd01f957cac x-openstack-request-id: req-e67ce9c4-c757-44d5-adfb-6bd01f957cac {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:25:34.469284 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:25:34.469573 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e67ce9c4-c757-44d5-adfb-6bd01f957cac {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:25:34.469965 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824', 'status': 'completed', 'code': 200} Aug 24 16:25:34.531757 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-0299147d-edd4-404d-a412-b9c298899071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.533268 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-0299147d-edd4-404d-a412-b9c298899071 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 1096 time: 0.0414135 Aug 24 16:25:34.627405 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-67213a68-833e-49b3-b470-f150e44b1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.628820 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-67213a68-833e-49b3-b470-f150e44b1842 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0864367 Aug 24 16:25:34.725103 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-90d89b5c-3c53-42b2-b7f4-3224a8df0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.726491 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a1ac4ce9-569e-4566-8422-64a022e3fdd0 req-90d89b5c-3c53-42b2-b7f4-3224a8df0357 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899315 Aug 24 16:25:34.808755 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-6ce8a84a-1981-45d3-8f7f-c4ffa61ee936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.810190 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-6ce8a84a-1981-45d3-8f7f-c4ffa61ee936 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 1096 time: 0.0404823 Aug 24 16:25:34.855315 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-8e0ba648-596a-4b43-b401-dc2e683a1c67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89bae7a-f79c-49dd-be33-9df2929b3824 HTTP/1.1" status: 200 len: 217 time: 0.0354128 Aug 24 16:25:34.902682 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-ac015b0d-071e-4ac7-9f4e-c4a69d706d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:34.904001 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-ac015b0d-071e-4ac7-9f4e-c4a69d706d6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a798832-3ffd-44ff-b197-777927f60fd6 HTTP/1.1" status: 200 len: 853 time: 0.0415673 Aug 24 16:25:34.935604 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-ab26f67e-bf0f-439e-818a-24422a095b78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34d15207-70de-43d6-a806-0e213d9b124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239115 Aug 24 16:25:35.024442 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-05954d78-787c-4ff1-8db5-49c6da8955c8 service neutron] 10.222.0.37 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811915 Aug 24 16:25:35.112438 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79cf2728-0fe1-4107-aa2a-1067e6eb4814 req-f250e519-3a20-42a9-ab38-d142aa000dd5 service neutron] 10.222.0.37 "GET /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800786 Aug 24 16:25:35.305109 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536131b-4338-447a-87ad-ec2844f14057 req-2edd2c4b-40d7-48eb-927d-c21e9af6986c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:35.306569 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f536131b-4338-447a-87ad-ec2844f14057 req-2edd2c4b-40d7-48eb-927d-c21e9af6986c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 943 time: 0.0480106 Aug 24 16:25:35.343119 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f536131b-4338-447a-87ad-ec2844f14057 req-6e18a138-41f1-4704-8cda-6d970e66b73c tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307231 Aug 24 16:25:36.455484 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec418eb7-ca84-487f-852b-4413d7e1076d req-969ce745-cf2a-4535-b0b5-2f49ae659605 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:36.456966 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec418eb7-ca84-487f-852b-4413d7e1076d req-969ce745-cf2a-4535-b0b5-2f49ae659605 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 943 time: 0.0474091 Aug 24 16:25:36.496273 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec418eb7-ca84-487f-852b-4413d7e1076d req-fb5332e9-6ff6-4e42-9038-9675b15a9593 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Aug 24 16:25:37.607194 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2201ab-1c6e-478c-9a26-5b87b2f2980f req-cdaa8e35-2dfe-4ce6-b1b8-6192372fec4e tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:37.608681 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d2201ab-1c6e-478c-9a26-5b87b2f2980f req-cdaa8e35-2dfe-4ce6-b1b8-6192372fec4e tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 943 time: 0.0479190 Aug 24 16:25:37.644524 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3d2201ab-1c6e-478c-9a26-5b87b2f2980f req-c68933dc-7c1d-42bd-9faa-e9a6841b6280 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300641 Aug 24 16:25:37.959976 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device d89bae7a-f79c-49dd-be33-9df2929b3824 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:25:38.053898 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=d89bae7a-f79c-49dd-be33-9df2929b3824,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:25:38.063919 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Returning: {'device': 'd89bae7a-f79c-49dd-be33-9df2929b3824', 'network_id': '34d15207-70de-43d6-a806-0e213d9b124e', 'port_id': 'd89bae7a-f79c-49dd-be33-9df2929b3824', 'mac_address': 'fa:16:3e:10:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a798832-3ffd-44ff-b197-777927f60fd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:25:38.100831 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:38.113132 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89bae7a-f79c-49dd-be33-9df2929b3824 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:25:38.131673 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=d89bae7a-f79c-49dd-be33-9df2929b3824,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:25:38.234645 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:38.281118 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:38.288078 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.288434 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.288806 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.289148 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.289488 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.289827 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.290162 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.290495 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.290825 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.291153 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.291483 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.291809 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:25:38.460794 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['d89bae7a-f79c-49dd-be33-9df2929b3824'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:25:38.762740 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aac8d-0b9b-457e-b34d-01aea7df8974 req-7df02bbc-b023-47e7-94f7-8c1423a4fd3a tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:38.764191 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-380aac8d-0b9b-457e-b34d-01aea7df8974 req-7df02bbc-b023-47e7-94f7-8c1423a4fd3a tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 944 time: 0.0483170 Aug 24 16:25:38.800298 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-380aac8d-0b9b-457e-b34d-01aea7df8974 req-b15df1a3-c89f-4123-a9d7-1b8a897ac2aa tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302546 Aug 24 16:25:39.910666 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73418-126a-43cc-a4a6-40ac729f4229 req-cd97686b-7bd3-4d63-ac34-a4d246160191 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:39.912128 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2cf73418-126a-43cc-a4a6-40ac729f4229 req-cd97686b-7bd3-4d63-ac34-a4d246160191 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 944 time: 0.0476480 Aug 24 16:25:39.952086 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2cf73418-126a-43cc-a4a6-40ac729f4229 req-de0f30db-4bb9-41e9-ae2b-3e1fe7b54039 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Aug 24 16:25:39.960965 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device d89bae7a-f79c-49dd-be33-9df2929b3824 up at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:25:40.077149 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning for port d89bae7a-f79c-49dd-be33-9df2929b3824 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:25:40.081227 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Provisioning complete for port d89bae7a-f79c-49dd-be33-9df2929b3824 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:25:40.081623 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765606'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:40.170261 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706646'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:40.191172 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:25:40.193397 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264516a931a8308c4bfe89c4969780f10d6332e183b0b025cee9b4dbb455af57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1220c17-a228-48a4-8d9a-9a0507ede1ae" -d '{"events": [{"server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "name": "network-vif-plugged", "status": "completed", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:25:40.205985 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=d89bae7a-f79c-49dd-be33-9df2929b3824,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:25:40.228020 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0663a888-2def-49f5-b075-69424989ee1e x-openstack-request-id: req-0663a888-2def-49f5-b075-69424989ee1e {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:25:40.228309 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "name": "network-vif-plugged", "status": "completed", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:25:40.228716 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0663a888-2def-49f5-b075-69424989ee1e {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:25:40.229098 dv-cinder-755654-11-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824', 'code': 200} Aug 24 16:25:40.277695 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761271198401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761270795560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761270795578'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:40.323937 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Pushing event updated for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:25:40.509439 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455572-98e6-48b1-ba13-2e473646994a req-f428bf7a-c83a-42cc-98c2-89d8667b710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:40.511510 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01455572-98e6-48b1-ba13-2e473646994a req-f428bf7a-c83a-42cc-98c2-89d8667b710f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 1098 time: 0.0403640 Aug 24 16:25:40.544558 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01455572-98e6-48b1-ba13-2e473646994a req-9ff88fc2-268e-46bb-91b3-1ba0160ee9fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261898 Aug 24 16:25:40.981345 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57053a1c-dcb9-4f5f-a620-21d4b59ef219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:41.064555 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9b85-476a-4549-97c3-80d89fdbbd66 req-70a695e6-c3a8-4feb-b552-2424adbaf662 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:41.066011 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-938a9b85-476a-4549-97c3-80d89fdbbd66 req-70a695e6-c3a8-4feb-b552-2424adbaf662 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 945 time: 0.0481265 Aug 24 16:25:41.102160 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-938a9b85-476a-4549-97c3-80d89fdbbd66 req-d0ad194e-9913-49ac-a66b-484bc7e13ed3 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Aug 24 16:25:42.214629 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4673b-8cdd-47e9-84eb-41ffdf24145d req-c1d3cf29-7f53-43be-891c-0c6f31b872ab tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:25:42.216098 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-45b4673b-8cdd-47e9-84eb-41ffdf24145d req-c1d3cf29-7f53-43be-891c-0c6f31b872ab tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 945 time: 0.0471997 Aug 24 16:25:42.252374 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-45b4673b-8cdd-47e9-84eb-41ffdf24145d req-4c8ed0dc-3747-4c74-abf5-38389b50af33 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Aug 24 16:25:43.671221 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-13fa71d9-8a6c-45c5-9899-9a10369d262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:43.962790 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:44.800004 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:46.471490 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:25:53.496680 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:05.109940 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2451-75a3-438d-9005-7a9a4a8e1d09 req-ce900128-9f30-48ce-803f-ba1e1df7a03d tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:05.111418 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f5ec2451-75a3-438d-9005-7a9a4a8e1d09 req-ce900128-9f30-48ce-803f-ba1e1df7a03d tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 945 time: 0.0475605 Aug 24 16:26:05.155793 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f5ec2451-75a3-438d-9005-7a9a4a8e1d09 req-84f910b2-21bf-4f8c-ac4a-1cf1e15fa7bd tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Aug 24 16:26:05.828842 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55530) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:05.982490 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port 947a3095-4a6a-4a08-a858-54b8bb275ff4 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:05.982742 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:06.052861 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:06.053184 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:06.064326 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for 947a3095-4a6a-4a08-a858-54b8bb275ff4 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:06.276844 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206ae1f-4ea5-41f9-931d-e8d9a9f2f5aa req-3f614fa1-eab0-443d-9aa3-3bb1b67243ed tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:06.278280 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2206ae1f-4ea5-41f9-931d-e8d9a9f2f5aa req-3f614fa1-eab0-443d-9aa3-3bb1b67243ed tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 945 time: 0.0483885 Aug 24 16:26:06.279569 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:06.305159 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=947a3095-4a6a-4a08-a858-54b8bb275ff4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:06.317934 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2206ae1f-4ea5-41f9-931d-e8d9a9f2f5aa req-91861f07-15c1-454f-a6a2-8717145bf0dc tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Aug 24 16:26:06.367579 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:06.367915 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP dfb3217f-14d3-4b93-ac79-f15741bd3c1b disassociated (deleted). External IP: 172.27.1.13, port: c69b7c68-4663-4190-8eb8-195e05d54e92. Aug 24 16:26:06.833317 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:26:06.846706 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-294047b3-d93b-49a2-ba10-c59a637112ea tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:06.848140 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-294047b3-d93b-49a2-ba10-c59a637112ea tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 945 time: 0.0673673 Aug 24 16:26:07.004554 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:26:07.009821 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:07.014400 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:26:07.023968 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:07.029785 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:25:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:07.042994 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Deleting port d89bae7a-f79c-49dd-be33-9df2929b3824 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:07.043343 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:07.092173 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3e990f24-8d6d-4015-9c43-039e322c79df tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "DELETE /v2.0/floatingips/dfb3217f-14d3-4b93-ac79-f15741bd3c1b HTTP/1.1" status: 204 len: 168 time: 1.2622497 Aug 24 16:26:07.094643 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:26:07.096772 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897bd8ba-8ccc-489e-88a7-017331879a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:26:07.133867 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:07.147226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] For port d89bae7a-f79c-49dd-be33-9df2929b3824, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=d89bae7a-f79c-49dd-be33-9df2929b3824,segment=NetworkSegment(5bbff976-6653-4026-9ef9-dde4e60f30e8),segment_id=5bbff976-6653-4026-9ef9-dde4e60f30e8)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:07.151939 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:07.161634 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Calling delete_port for d89bae7a-f79c-49dd-be33-9df2929b3824 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:07.217718 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5810a5-4394-47f2-a546-c10fb2300fd0 x-openstack-request-id: req-4f5810a5-4394-47f2-a546-c10fb2300fd0 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:26:07.218190 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:26:07.218510 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f5810a5-4394-47f2-a546-c10fb2300fd0 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:26:07.218974 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'status': 'completed', 'code': 200} Aug 24 16:26:07.312657 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-4e1aef16-ac5b-4a00-88cd-b76238513bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.314197 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-4e1aef16-ac5b-4a00-88cd-b76238513bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 1098 time: 0.0700252 Aug 24 16:26:07.376398 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:07.403974 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:26:07.413076 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:07.413697 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:25:44Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:07.414226 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:07.451970 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] get_ports_and_sgs() called for port_ids ['d89bae7a-f79c-49dd-be33-9df2929b3824'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:26:07.459415 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99e82-513e-498a-a23e-6919ea7c2de3 req-f25ada31-cf13-47b3-89dd-00250784367f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.462534 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58c99e82-513e-498a-a23e-6919ea7c2de3 req-f25ada31-cf13-47b3-89dd-00250784367f tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/ports?device_id=a894462d-7253-4594-825a-8f4cc084d11d HTTP/1.1" status: 200 len: 867 time: 0.0714331 Aug 24 16:26:07.463621 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Pushing event deleted for resources: {'Port': ['ID=d89bae7a-f79c-49dd-be33-9df2929b3824,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:07.488577 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-94178640-098a-4fa2-9ed4-7b0108afac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.490195 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-94178640-098a-4fa2-9ed4-7b0108afac49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.1658127 Aug 24 16:26:07.505255 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] No DVR routers for this DVR port d89bae7a-f79c-49dd-be33-9df2929b3824 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:07.506549 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58c99e82-513e-498a-a23e-6919ea7c2de3 req-a47219fe-c0f3-42e3-8887-12b0e0fee1d6 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.52 "GET /v2.0/security-groups?id=4444da00-2162-463e-8386-5e829d40a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359695 Aug 24 16:26:07.507807 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:07.510561 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-304ec47b-4218-484a-9ad8-ed6f78784f0e req-46686bfd-5105-4eaa-be28-4d5a47477696 tempest-VolumesSnapshotTestJSON-1050436298 tempest-VolumesSnapshotTestJSON-1050436298-project] 10.222.0.37 "DELETE /v2.0/ports/d89bae7a-f79c-49dd-be33-9df2929b3824 HTTP/1.1" status: 204 len: 173 time: 0.6544228 Aug 24 16:26:07.552088 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:07.562982 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-92bbc1e0-bf94-4478-b810-cafb6891c990 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 200 len: 217 time: 0.0588660 Aug 24 16:26:07.609561 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a245428-cf4e-441e-92d5-90b0650331d8 req-7cd45d41-bdfd-4664-8ed0-ee1f7e7caf4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.611310 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a245428-cf4e-441e-92d5-90b0650331d8 req-7cd45d41-bdfd-4664-8ed0-ee1f7e7caf4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Aug 24 16:26:07.617804 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-7d4195e0-d7f4-47aa-b109-0ed14cf2f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.619874 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-7d4195e0-d7f4-47aa-b109-0ed14cf2f1fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0494161 Aug 24 16:26:07.656831 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a245428-cf4e-441e-92d5-90b0650331d8 req-6ced73b1-f672-4fee-ac82-499a9779fc5c tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383515 Aug 24 16:26:07.674160 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-fb2dfa4b-696d-46e1-9a1f-ab002fe5022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:07.675822 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-fb2dfa4b-696d-46e1-9a1f-ab002fe5022e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474651 Aug 24 16:26:07.777728 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-38a90c62-f1c6-4776-ae4e-f80727d2adf7 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930343 Aug 24 16:26:07.793630 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:07.827533 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f9313-7e79-4293-9dd9-083c006eb434 None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_floatingips': [{'id': 'a991e270-24c7-45ec-9549-2068aaeed4d6', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'router_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'port_id': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'mac_address': 'fa:16:3e:d6:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:21:58Z', 'updated_at': '2021-08-24T16:22:01Z', 'revision_number': 1, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:26:07.878665 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-897bd8ba-8ccc-489e-88a7-017331879a5b req-0bca6c0f-8003-4a91-b751-e946cd18339e service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901279 Aug 24 16:26:08.028212 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f712cc-a368-4383-b786-284a64ec878a None None] New status for floating IP dfb3217f-14d3-4b93-ac79-f15741bd3c1b: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:26:08.769789 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58064fe6-704a-488d-b994-a38bbc4226ad req-a7d95288-ac5e-41b3-a05f-cbe60a4b535f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:08.771238 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58064fe6-704a-488d-b994-a38bbc4226ad req-a7d95288-ac5e-41b3-a05f-cbe60a4b535f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Aug 24 16:26:08.810348 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-58064fe6-704a-488d-b994-a38bbc4226ad req-c2879993-0b33-416d-9579-e4a843b4e0b2 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Aug 24 16:26:09.185998 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-53899f23-62db-4e9c-81df-657f1d56b1d8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:09.187780 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-53899f23-62db-4e9c-81df-657f1d56b1d8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Aug 24 16:26:09.223478 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'name': 'network-vif-deleted', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:26:09.225699 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7375d1-03f3-4007-9679-595e546eb140" -d '{"events": [{"server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "name": "network-vif-deleted", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:26:09.261258 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63601061-3372-421d-a212-71d364983bea x-openstack-request-id: req-63601061-3372-421d-a212-71d364983bea {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:26:09.265612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a894462d-7253-4594-825a-8f4cc084d11d", "name": "network-vif-deleted", "tag": "d89bae7a-f79c-49dd-be33-9df2929b3824", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:26:09.265612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63601061-3372-421d-a212-71d364983bea {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:26:09.265612 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894462d-7253-4594-825a-8f4cc084d11d', 'name': 'network-vif-deleted', 'tag': 'd89bae7a-f79c-49dd-be33-9df2929b3824', 'status': 'completed', 'code': 200} Aug 24 16:26:09.289550 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port c69b7c68-4663-4190-8eb8-195e05d54e92 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:09.294310 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:09.376803 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] For port c69b7c68-4663-4190-8eb8-195e05d54e92, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=c69b7c68-4663-4190-8eb8-195e05d54e92,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:09.377178 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:09.389069 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for c69b7c68-4663-4190-8eb8-195e05d54e92 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:09.605346 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:09.631506 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=c69b7c68-4663-4190-8eb8-195e05d54e92,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:09.678180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] No DVR routers for this DVR port c69b7c68-4663-4190-8eb8-195e05d54e92 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:09.680617 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:09.682675 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c8f05f3d-ff29-4a6e-9085-2e73b96571e2 req-33826abc-550b-402a-a029-5ccf2694fa01 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "DELETE /v2.0/ports/c69b7c68-4663-4190-8eb8-195e05d54e92 HTTP/1.1" status: 204 len: 173 time: 0.4890769 Aug 24 16:26:09.903075 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-fc12272f-ede4-4f8c-ae7b-27de3ca572f3 req-f01eb4d1-58f8-4719-8e72-9599e91651ef tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0264094 Aug 24 16:26:10.182795 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:26:10.950966 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-65f5b94b-38cd-4ceb-8fc5-b2d016227ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:11.007341 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bf1db889-38db-42a0-b0c8-4a3703b6a29f req-d8af8bd7-c1d0-4b74-9ecc-aec29fc18927 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0250373 Aug 24 16:26:11.263198 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'name': 'network-vif-deleted', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:26:11.265470 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752a78c-f22f-4b18-8bf9-e9108b4743f8" -d '{"events": [{"server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "name": "network-vif-deleted", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:26:11.301063 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d47d8fb-11e5-4129-8b43-0fbe3febbf2f x-openstack-request-id: req-5d47d8fb-11e5-4129-8b43-0fbe3febbf2f {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:26:11.301360 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23290ff1-9a1d-4a94-a774-dbbad021aa05", "name": "network-vif-deleted", "tag": "c69b7c68-4663-4190-8eb8-195e05d54e92", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:26:11.301622 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d47d8fb-11e5-4129-8b43-0fbe3febbf2f {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:26:11.302024 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23290ff1-9a1d-4a94-a774-dbbad021aa05', 'name': 'network-vif-deleted', 'tag': 'c69b7c68-4663-4190-8eb8-195e05d54e92', 'status': 'completed', 'code': 200} Aug 24 16:26:12.108622 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4c508b59-b434-4644-83d8-e39178fe89b1 req-6ba43f31-f7c2-4513-a206-b8f15bd7a8a8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0250285 Aug 24 16:26:13.213652 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62f23b43-51c3-468b-b7ff-58d99502130d req-f7236e45-b733-444b-b709-321242bf001e tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=23290ff1-9a1d-4a94-a774-dbbad021aa05 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Aug 24 16:26:13.673685 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36a78d98-d411-4426-8912-0cf77a281add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:13.861288 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device d89bae7a-f79c-49dd-be33-9df2929b3824 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:13.886267 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: d89bae7a-f79c-49dd-be33-9df2929b3824 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:13.886616 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device d89bae7a-f79c-49dd-be33-9df2929b3824 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:13.973739 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:14.168283 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device c69b7c68-4663-4190-8eb8-195e05d54e92 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:14.187957 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: c69b7c68-4663-4190-8eb8-195e05d54e92 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:14.188299 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device c69b7c68-4663-4190-8eb8-195e05d54e92 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:14.776588 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:16.454022 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:16.678735 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55608) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:16.832991 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port a4140ef8-583a-4f6a-a57c-4b558bd3094b {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:16.833336 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:16.909342 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:16.909675 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:16.921181 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for a4140ef8-583a-4f6a-a57c-4b558bd3094b owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:17.159279 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:17.184386 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=a4140ef8-583a-4f6a-a57c-4b558bd3094b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:17.245405 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:17.245746 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Floating IP a991e270-24c7-45ec-9549-2068aaeed4d6 disassociated (deleted). External IP: 172.27.1.60, port: 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82. Aug 24 16:26:17.443893 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:26:17.548922 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:26:17.553655 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:17.560311 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:26:17.572648 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:17.573269 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:17.584219 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8c91d547-9090-43e4-9da7-53bc885cd415 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "DELETE /v2.0/floatingips/a991e270-24c7-45ec-9549-2068aaeed4d6 HTTP/1.1" status: 204 len: 168 time: 0.9043314 Aug 24 16:26:17.585304 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:26:17.588836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0193eb35-0284-4a4f-867a-b15375d67b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:26:17.629838 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862da8b1-48d4-4901-81f8-da874729601f x-openstack-request-id: req-862da8b1-48d4-4901-81f8-da874729601f {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:26:17.630136 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:26:17.630393 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-862da8b1-48d4-4901-81f8-da874729601f {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:26:17.631602 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'status': 'completed', 'code': 200} Aug 24 16:26:17.693656 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:17.694612 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-f4aeb355-dc5a-4ce7-9594-bbf55e209448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:17.696751 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-f4aeb355-dc5a-4ce7-9594-bbf55e209448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 1098 time: 0.0431798 Aug 24 16:26:17.789622 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-6beec2fb-fe4e-4d2d-a78b-554e266e4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:17.791130 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-6beec2fb-fe4e-4d2d-a78b-554e266e4a16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 200 len: 913 time: 0.0877135 Aug 24 16:26:17.838121 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-c5950ded-94dd-44ae-aced-b6f287d3b205 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 200 len: 217 time: 0.0391476 Aug 24 16:26:17.890392 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-6331c1ab-0e8a-4fc0-8b0d-de4c56355bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:17.892084 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-6331c1ab-0e8a-4fc0-8b0d-de4c56355bf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 200 len: 851 time: 0.0465953 Aug 24 16:26:17.942896 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-522f1e49-d692-4c24-8ed0-158b8a3f19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:17.944732 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-522f1e49-d692-4c24-8ed0-158b8a3f19f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d3c66ee-af20-4734-9a92-768079acb1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441859 Aug 24 16:26:18.023244 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c8685-4cc4-4098-94bb-eeac9e2d7218 req-0819bf9e-9ed8-4cb3-b592-b38d4f41bd4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:18.026365 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e95c8685-4cc4-4098-94bb-eeac9e2d7218 req-0819bf9e-9ed8-4cb3-b592-b38d4f41bd4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0531335 Aug 24 16:26:18.027046 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:18.050491 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-aa5c9d0d-66d9-4a97-8783-04faf3cab2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963304 Aug 24 16:26:18.054757 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:26:18.063317 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:18.063922 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:18.070073 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e95c8685-4cc4-4098-94bb-eeac9e2d7218 req-0dae3b50-50be-4234-bf91-7ff6742cf223 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366423 Aug 24 16:26:18.147255 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0193eb35-0284-4a4f-867a-b15375d67b9c req-c4288f21-4c09-452b-a4d1-d7cee4f60f86 service neutron] 10.222.0.37 "GET /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891917 Aug 24 16:26:18.175128 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:18.376045 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:18.402158 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485d36b-f0ca-4365-8668-fdf20072889c None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:00Z', 'revision_number': 4, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi', '_interfaces': [{'id': '4d270156-825f-47c9-b0bd-7765777dcb36', 'name': '', 'network_id': '8d3c66ee-af20-4734-9a92-768079acb1b9', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'mac_address': 'fa:16:3e:e7:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:59Z', 'updated_at': '2021-08-24T16:18:06Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'subnets': [{'id': '7c436b07-85a5-4ed8-ad44-f52f622f9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:26:18.617590 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27247e61-981d-446e-b4b1-9d7721f15171 None None] New status for floating IP a991e270-24c7-45ec-9549-2068aaeed4d6: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:26:19.184339 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3cd55-d9b9-42ae-93dc-bbc3decabb4c req-966d05cf-87aa-44b8-92a2-8acad54eee8f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:19.185861 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32f3cd55-d9b9-42ae-93dc-bbc3decabb4c req-966d05cf-87aa-44b8-92a2-8acad54eee8f tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0484524 Aug 24 16:26:19.225841 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32f3cd55-d9b9-42ae-93dc-bbc3decabb4c req-dd25b1f9-c071-43be-a71e-96a1c33a89e3 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dc6d88-6f18-4e36-aee9-842a902f85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340991 Aug 24 16:26:19.592941 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-c6cbd5c2-7e5b-4a89-bc63-0fa0a6a27304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:26:19.594377 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-c6cbd5c2-7e5b-4a89-bc63-0fa0a6a27304 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 945 time: 0.0473802 Aug 24 16:26:19.689239 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:19.689617 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:19.783655 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] For port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:19.783996 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:19.797791 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:20.214541 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:20.242528 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:20.255043 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.255043 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.256169 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.256169 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.256169 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.256680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.256680 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.259566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.259566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.259566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.259566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.259566 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:20.295072 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] No DVR routers for this DVR port 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 on host hv-cinder-75565 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:20.297573 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:20.299528 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97758c99-94f6-4f13-9b14-1c4067ba52b4 req-a9e91e04-f2fc-42f7-9928-e62a1f10436d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.37 "DELETE /v2.0/ports/5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 HTTP/1.1" status: 204 len: 173 time: 0.6975217 Aug 24 16:26:20.299957 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'name': 'network-vif-deleted', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:26:20.302259 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83963101ffaffe212d87b41db900e417905acd1917b16469f9e3352fbb9d7a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abda7e-77b3-452a-b33c-bbc9821e2abd" -d '{"events": [{"server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "name": "network-vif-deleted", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:26:20.343605 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-19d10171-2a35-49af-a4b5-af8663ca7b26 req-939bd951-e883-497d-b1bc-4086fdb5b067 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0315299 Aug 24 16:26:20.344275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57329d52-a74c-4cfc-96bd-902b32f49486 x-openstack-request-id: req-57329d52-a74c-4cfc-96bd-902b32f49486 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:26:20.344275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f5565-0fe2-4011-a9a9-3cebc432c9de", "name": "network-vif-deleted", "tag": "5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:26:20.344275 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57329d52-a74c-4cfc-96bd-902b32f49486 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:26:20.344275 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f5565-0fe2-4011-a9a9-3cebc432c9de', 'name': 'network-vif-deleted', 'tag': '5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82', 'status': 'completed', 'code': 200} Aug 24 16:26:21.426644 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-be334e5f-3ef1-4c5b-aa9a-fcc891433ca4 req-6e76e35b-49f2-497b-88b6-3af644a9eafb tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0254664 Aug 24 16:26:22.517002 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d1e8641b-7afb-4bf3-bd9e-3b3f8607ace2 req-ef8ff739-2cdf-4135-8ff3-52ef06a3d032 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0249856 Aug 24 16:26:23.607017 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e39a5182-849e-418d-9707-cc6739ddf2a1 req-05a430a7-f4d3-41eb-ada1-c227344c52b8 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0254843 Aug 24 16:26:23.622205 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:24.237430 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:24.256141 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] No Port match for: 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:24.257150 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Device 5c3d3ade-4bf8-4dc1-b6b4-bedc69bfab82 not bound to the agent host hv-cinder-75565 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:24.718134 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [req-11fcebc9-579b-4613-a5fc-312abc24cbc1 req-3fde7d9b-472f-4d7d-9ca3-a8e267415fa1 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4f5565-0fe2-4011-a9a9-3cebc432c9de HTTP/1.1" status: 200 len: 210 time: 0.0261443 Aug 24 16:26:25.778269 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55666) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:25.902558 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Deleting port b752d17b-4287-43a8-9a55-c598fe615f93 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:25.902910 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:25.976984 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:25.977322 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:25.988656 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Calling delete_port for b752d17b-4287-43a8-9a55-c598fe615f93 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:26.164882 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:26.189776 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'Port': ['ID=b752d17b-4287-43a8-9a55-c598fe615f93,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:26.252775 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:26.255573 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92985'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:26.259997 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-72750305-beeb-402e-8faa-884a5f7c2d4d tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "DELETE /v2.0/floatingips/69af77da-98b1-4c88-a0d5-cf2f4763e724 HTTP/1.1" status: 204 len: 168 time: 0.4776838 Aug 24 16:26:27.599395 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55688) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:27.656352 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:27.680764 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:27.805559 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:27.808145 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:27.809415 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] 10.222.0.52 "DELETE /v2.0/security-groups/d8dc6d88-6f18-4e36-aee9-842a902f85f6 HTTP/1.1" status: 204 len: 168 time: 0.2090113 Aug 24 16:26:27.818464 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734586-6fd6-4cf4-b587-4e656264c954 tempest-TestVolumeBootPattern-1312779306 tempest-TestVolumeBootPattern-1312779306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc6d88-6f18-4e36-aee9-842a902f85f6,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:27.927600 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55692) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:28.361451 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:28.597258 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Deleting port 4d270156-825f-47c9-b0bd-7765777dcb36 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:28.597606 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:28.672947 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] For port 4d270156-825f-47c9-b0bd-7765777dcb36, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=4d270156-825f-47c9-b0bd-7765777dcb36,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:28.673244 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:28.685266 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Calling delete_port for 4d270156-825f-47c9-b0bd-7765777dcb36 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:28.950788 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:28.979902 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d270156-825f-47c9-b0bd-7765777dcb36,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:29.006868 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.007229 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.007582 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.007927 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.008298 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.008669 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.009012 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.009346 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.009685 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.010019 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.010348 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.010676 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-11-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:26:29.152779 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:29.378855 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:26:29.487749 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:26:29.495447 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ad70cbf4-1938-4778-afaa-787346525967 admin admin] 10.222.0.52 "PUT /v2.0/routers/327c2a13-0b8f-4b5a-86f8-7d144dcdc89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667915 Aug 24 16:26:29.495652 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55708) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:29.496856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Sync routers for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:26:29.507133 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:29.507133 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:29.612744 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:29.798877 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:26:28Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:29.826271 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Checking router: 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f for host: dv-cinder-755654-11-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:26:29.834624 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Routers {'327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:29.835228 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:29.843435 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:29.937983 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] Set router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f gateway port host: dv-cinder-755654-11-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:29.944592 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.062672 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Deleting port 83a07edf-f8ab-4f2c-857e-65b2147e048d {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:30.063030 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.109910 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:26:28Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:30.139463 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61dec5-e8e8-4b06-910f-14c0b39e6302 None None] The sync data for ids ['327c2a13-0b8f-4b5a-86f8-7d144dcdc89f'] in dv-cinder-755654-11-iscsi is: [{'id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'name': 'tempest-TestVolumeBootPattern-1661367159-router', 'tenant_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:26:28Z', 'revision_number': 5, 'project_id': 'c39fbfb50f034a348bb9ec6c1265fa93', 'gw_port': {'id': '83a07edf-f8ab-4f2c-857e-65b2147e048d', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327c2a13-0b8f-4b5a-86f8-7d144dcdc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:17:56Z', 'updated_at': '2021-08-24T16:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:26:30.145658 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] For port 83a07edf-f8ab-4f2c-857e-65b2147e048d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=83a07edf-f8ab-4f2c-857e-65b2147e048d,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:30.146026 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.159470 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Calling delete_port for 83a07edf-f8ab-4f2c-857e-65b2147e048d owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:30.387615 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.414648 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Pushing event deleted for resources: {'Port': ['ID=83a07edf-f8ab-4f2c-857e-65b2147e048d,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:30.471875 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.582111 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.584995 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.608952 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 4d270156-825f-47c9-b0bd-7765777dcb36 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:30.630579 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 4d270156-825f-47c9-b0bd-7765777dcb36 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:30.631005 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 4d270156-825f-47c9-b0bd-7765777dcb36 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:30.716374 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.716968 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 327c2a13-0b8f-4b5a-86f8-7d144dcdc89f {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:26:30.725420 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.725420 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6837ea61-afce-44ee-9c8e-c63c997d3dea admin admin] 10.222.0.52 "DELETE /v2.0/routers/327c2a13-0b8f-4b5a-86f8-7d144dcdc89f HTTP/1.1" status: 204 len: 168 time: 1.2256274 Aug 24 16:26:30.727375 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55716) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:30.779656 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Deleting subnet 7c436b07-85a5-4ed8-ad44-f52f622f9323 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:26:30.783422 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.827618 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3494910'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:30.907972 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.059389 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3520123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663253'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.082232 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c436b07-85a5-4ed8-ad44-f52f622f9323,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:31.087938 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.089880 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b9ad4b0e-866c-49f5-abf4-4bf2d855f1ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c436b07-85a5-4ed8-ad44-f52f622f9323 HTTP/1.1" status: 204 len: 168 time: 0.3615711 Aug 24 16:26:31.098071 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55720) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:31.098262 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04daacf-c41a-4054-9c75-ec7312586955 None None] Network 8d3c66ee-af20-4734-9a92-768079acb1b9 requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:26:31.166051 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.229837 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Deleting port 11e0c49c-a16c-4107-99ce-4d5beb180239 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:31.230186 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.283563 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] DHCP port deletion for 8d3c66ee-af20-4734-9a92-768079acb1b9 request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:26:31.296192 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] For port 11e0c49c-a16c-4107-99ce-4d5beb180239, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=11e0c49c-a16c-4107-99ce-4d5beb180239,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:31.296600 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.309857 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Calling delete_port for 11e0c49c-a16c-4107-99ce-4d5beb180239 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:31.332058 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Deleting port 11e0c49c-a16c-4107-99ce-4d5beb180239 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:31.332430 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.392422 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] For port 11e0c49c-a16c-4107-99ce-4d5beb180239, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=11e0c49c-a16c-4107-99ce-4d5beb180239,segment=NetworkSegment(65a5f692-9e0b-49fb-b414-f0dcc46a8ada),segment_id=65a5f692-9e0b-49fb-b414-f0dcc46a8ada)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:31.392846 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.405972 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Calling delete_port for 11e0c49c-a16c-4107-99ce-4d5beb180239 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:31.462701 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3520040'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.483050 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.489708 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e0c49c-a16c-4107-99ce-4d5beb180239,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:31.495882 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] No DVR routers for this DVR port 11e0c49c-a16c-4107-99ce-4d5beb180239 on host dv-cinder-755654-11-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:31.510230 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] Pushing event deleted for resources: {'Port': ['ID=11e0c49c-a16c-4107-99ce-4d5beb180239,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:31.512038 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd49f6d-2448-4883-9911-b8caa0accf64 None None] No DVR routers for this DVR port 11e0c49c-a16c-4107-99ce-4d5beb180239 on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:31.562455 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.572457 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3c66ee-af20-4734-9a92-768079acb1b9']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:31.585949 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a5f692-9e0b-49fb-b414-f0dcc46a8ada') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:31.587136 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a5f692-9e0b-49fb-b414-f0dcc46a8ada') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:31.595495 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.609151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.614763 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:26:31.615168 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:26:31.616792 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:26:31.725184 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.731245 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:31.736725 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8d3c66ee-af20-4734-9a92-768079acb1b9 HTTP/1.1" status: 204 len: 168 time: 0.6393001 Aug 24 16:26:31.736842 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55722) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:31.743923 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45ea8-31cc-460c-8474-624e682c6b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3c66ee-af20-4734-9a92-768079acb1b9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:32.315761 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635738'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:32.472915 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83a07edf-f8ab-4f2c-857e-65b2147e048d no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:32.493752 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 83a07edf-f8ab-4f2c-857e-65b2147e048d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:32.494017 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 83a07edf-f8ab-4f2c-857e-65b2147e048d not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:32.494624 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 11e0c49c-a16c-4107-99ce-4d5beb180239 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:32.513412 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 11e0c49c-a16c-4107-99ce-4d5beb180239 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:32.513759 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 11e0c49c-a16c-4107-99ce-4d5beb180239 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:32.559182 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Deleting port 176beb12-d4c5-4ca4-868b-118d91758d4d {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:32.559520 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:32.637119 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] For port 176beb12-d4c5-4ca4-868b-118d91758d4d, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=176beb12-d4c5-4ca4-868b-118d91758d4d,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:32.637481 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:32.648897 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Calling delete_port for 176beb12-d4c5-4ca4-868b-118d91758d4d owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:32.913132 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:32.938303 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Pushing event deleted for resources: {'Port': ['ID=176beb12-d4c5-4ca4-868b-118d91758d4d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:33.099169 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1551811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635622'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:33.309656 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 has already been hosted by L3 agent de6dab8c-3fa7-4aaa-9011-8e9dded605b8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:26:33.413119 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] Notify agent at l3_agent.dv-cinder-755654-11-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:26:33.418650 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e190bf09-2564-4912-bb78-08bda2a0b118 admin admin] 10.222.0.52 "PUT /v2.0/routers/91e85fb9-bfc3-46ea-b903-9da72fa3ed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810806 Aug 24 16:26:33.421134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55748) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:33.424962 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Sync routers for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:26:33.435108 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:33.440094 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:33.541677 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: dv-cinder-755654-11-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:33.545112 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:33.649673 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:33.789112 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Deleting port ad652109-e819-4ab4-bc56-d07947cb4cd6 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:33.789970 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:33.794875 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'external_fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:26:32Z', 'revision_number': 5, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port': {'id': 'ad652109-e819-4ab4-bc56-d07947cb4cd6', 'name': '', 'network_id': 'b2b505d8-1b9a-4c80-a486-ea1a578c4a1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:18:05Z', 'updated_at': '2021-08-24T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca7b7f9c-be65-4f72-864f-a2ebd3acfb12', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-11-iscsi'}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:33.822666 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Checking router: 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 for host: dv-cinder-755654-11-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:26:33.831038 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Routers {'91e85fb9-bfc3-46ea-b903-9da72fa3ed90'} bound to L3 agent in host dv-cinder-755654-11-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:26:33.831646 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:07:14Z,description=,heartbeat_timestamp=2021-08-24T16:26:14Z,host='dv-cinder-755654-11-iscsi',id=de6dab8c-3fa7-4aaa-9011-8e9dded605b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:07:14Z,topic='l3_agent')) {'router_ids': ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:33.869472 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] For port ad652109-e819-4ab4-bc56-d07947cb4cd6, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=ad652109-e819-4ab4-bc56-d07947cb4cd6,segment=NetworkSegment(f49abb8a-5d11-4d6d-932e-94a45ab0fab7),segment_id=f49abb8a-5d11-4d6d-932e-94a45ab0fab7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:33.869840 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:33.881328 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Calling delete_port for ad652109-e819-4ab4-bc56-d07947cb4cd6 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:33.916030 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] Set router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:26:33.965660 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:26:33Z', 'revision_number': 6, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port_host': None}], 'dv-cinder-755654-11-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:33.995765 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790c65e-6934-4aaa-8fc2-44abacb64d0f None None] The sync data for ids ['91e85fb9-bfc3-46ea-b903-9da72fa3ed90'] in dv-cinder-755654-11-iscsi is: [{'id': '91e85fb9-bfc3-46ea-b903-9da72fa3ed90', 'name': 'tempest-TestVolumeBootPattern-584466771-router', 'tenant_id': '2949954e2ce54a8d94c0832b77823ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:18:04Z', 'updated_at': '2021-08-24T16:26:33Z', 'revision_number': 6, 'project_id': '2949954e2ce54a8d94c0832b77823ef8', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:26:34.107511 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.131869 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad652109-e819-4ab4-bc56-d07947cb4cd6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:34.190002 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636188'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.279730 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15393'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.281776 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.382167 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576365'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.382735 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91e85fb9-bfc3-46ea-b903-9da72fa3ed90 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:26:34.387761 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.395587 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-daff6cc2-2a99-4197-b3fc-025fcbd9b96b admin admin] 10.222.0.52 "DELETE /v2.0/routers/91e85fb9-bfc3-46ea-b903-9da72fa3ed90 HTTP/1.1" status: 204 len: 168 time: 0.9669039 Aug 24 16:26:34.395587 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55752) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:34.435374 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Deleting subnet fca92c2c-528f-4227-a95e-181666ab4355 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:26:34.438406 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.471633 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3655821'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.551239 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55756) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:34.609229 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.638431 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Deleting subnet 1a798832-3ffd-44ff-b197-777927f60fd6 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:26:34.643881 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.685951 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3655821'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.736279 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763302'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.774928 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126210545'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.777361 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device ad652109-e819-4ab4-bc56-d07947cb4cd6 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:34.796899 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: ad652109-e819-4ab4-bc56-d07947cb4cd6 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:34.797245 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device ad652109-e819-4ab4-bc56-d07947cb4cd6 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:34.797662 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 176beb12-d4c5-4ca4-868b-118d91758d4d no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:34.809134 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca92c2c-528f-4227-a95e-181666ab4355,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:34.811671 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.813654 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0e0afd7d-29be-486d-aa39-db673f726da9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fca92c2c-528f-4227-a95e-181666ab4355 HTTP/1.1" status: 204 len: 168 time: 0.4213159 Aug 24 16:26:34.816062 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55758) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:34.823208 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d512a-7718-48f8-94ea-db2db3c6dd7d None None] Network ebd78738-bbb9-4253-aeb5-3126735bde0a requested from dv-cinder-755654-11-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:26:34.834989 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 176beb12-d4c5-4ca4-868b-118d91758d4d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:34.835327 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 176beb12-d4c5-4ca4-868b-118d91758d4d not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:34.878007 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126210545'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.914758 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.916609 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1a798832-3ffd-44ff-b197-777927f60fd6 HTTP/1.1" status: 204 len: 168 time: 0.3644173 Aug 24 16:26:34.919092 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.919242 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55760) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:34.920873 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b13c9-147a-4226-bca9-0d51afd234b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a798832-3ffd-44ff-b197-777927f60fd6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:34.978293 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Deleting port 1cadeea0-937a-4a37-b1b6-22cfe348c120 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:34.978640 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:34.994098 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609774'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.040104 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] DHCP port deletion for ebd78738-bbb9-4253-aeb5-3126735bde0a request from dv-cinder-755654-11-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 16:26:35.056447 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] For port 1cadeea0-937a-4a37-b1b6-22cfe348c120, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1cadeea0-937a-4a37-b1b6-22cfe348c120,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:35.056861 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.076366 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Calling delete_port for 1cadeea0-937a-4a37-b1b6-22cfe348c120 owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:35.082340 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.090487 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Deleting port 1cadeea0-937a-4a37-b1b6-22cfe348c120 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:26:35.090941 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761271197444'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.092542 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d15207-70de-43d6-a806-0e213d9b124e']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.102756 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbff976-6653-4026-9ef9-dde4e60f30e8') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.103052 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbff976-6653-4026-9ef9-dde4e60f30e8') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.111746 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3494881'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.125841 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.131965 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:26:35.132363 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3520029'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: Traceback (most recent call last): Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: timer() Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: cb(*args, **kw) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: return func(*args, **kwargs) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: self._notify() Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: self.callback(batched_events) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: event.method(event) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: return f(self, *a, **k) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._get(url).json() Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:26:35.136015 dv-cinder-755654-11-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:26:35.157741 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] For port 1cadeea0-937a-4a37-b1b6-22cfe348c120, host dv-cinder-755654-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-11-iscsi',level=0,port_id=1cadeea0-937a-4a37-b1b6-22cfe348c120,segment=NetworkSegment(e6cc7fcc-a109-4702-8722-9b4755b460f2),segment_id=e6cc7fcc-a109-4702-8722-9b4755b460f2)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:26:35.158134 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1638024'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.171171 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Calling delete_port for 1cadeea0-937a-4a37-b1b6-22cfe348c120 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:26:35.233135 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162744'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.244201 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-711827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761271198419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761270795551'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.261183 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Pushing event deleted for resources: {'Port': ['ID=1cadeea0-937a-4a37-b1b6-22cfe348c120,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:35.262016 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.266691 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] No DVR routers for this DVR port 1cadeea0-937a-4a37-b1b6-22cfe348c120 on host dv-cinder-755654-11-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:35.276173 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] Pushing event deleted for resources: {'Port': ['ID=1cadeea0-937a-4a37-b1b6-22cfe348c120,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:35.279029 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.281722 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] 10.222.0.52 "DELETE /v2.0/networks/34d15207-70de-43d6-a806-0e213d9b124e HTTP/1.1" status: 204 len: 168 time: 0.3614292 Aug 24 16:26:35.283591 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec341-7f16-42d0-8fdc-e59ec7270326 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d15207-70de-43d6-a806-0e213d9b124e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:35.286080 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3966c87-63c0-4874-95f3-ce9cdb9bb2f4 None None] No DVR routers for this DVR port 1cadeea0-937a-4a37-b1b6-22cfe348c120 on host dv-cinder-755654-11-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:26:35.341799 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762671', 'neutron.services.segments.db._delete_segments_for_network-8761271307789'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.351839 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd78738-bbb9-4253-aeb5-3126735bde0a']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.361727 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cc7fcc-a109-4702-8722-9b4755b460f2') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.362025 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cc7fcc-a109-4702-8722-9b4755b460f2') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:26:35.375476 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761271279809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3655826'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.391190 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.397039 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162701'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: Traceback (most recent call last): Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: timer() Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: cb(*args, **kw) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: return func(*args, **kwargs) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: self._notify() Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: self.callback(batched_events) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: event.method(event) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: return f(self, *a, **k) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._get(url).json() Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:26:35.402832 dv-cinder-755654-11-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:26:35.519065 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1551866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637028'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.524818 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1551844'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.526663 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] 10.222.0.52 "DELETE /v2.0/networks/ebd78738-bbb9-4253-aeb5-3126735bde0a HTTP/1.1" status: 204 len: 168 time: 0.7096622 Aug 24 16:26:35.537342 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696935-0f8d-4908-81f0-1e5fa07b468a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd78738-bbb9-4253-aeb5-3126735bde0a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:35.680224 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55766) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:35.719918 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5d83b6e8-a1bf-4068-8fb6-1ee2e9390f74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=546ecbfc9d77431794e432b2b2ac8f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380108 Aug 24 16:26:35.721883 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55768) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:35.768994 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.790720 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.874633 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55770) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:35.891234 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.893748 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:35.894820 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4444da00-2162-463e-8386-5e829d40a718 HTTP/1.1" status: 204 len: 168 time: 0.1719186 Aug 24 16:26:35.904836 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb147d3c-05c7-4dfa-ac6a-673aa02bc21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4444da00-2162-463e-8386-5e829d40a718,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:35.930851 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e2f52cb2-e0e9-42ae-a315-1f36e27cc9a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c39fbfb50f034a348bb9ec6c1265fa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550935 Aug 24 16:26:35.937120 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55774) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:35.987499 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:36.009254 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:36.134180 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:36.136881 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:36.138088 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7646d6c-245d-49ad-87d6-5c3928908a56 HTTP/1.1" status: 204 len: 168 time: 0.1997514 Aug 24 16:26:36.146150 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ecf72-7c2d-4ccb-9615-e6b91d18f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7646d6c-245d-49ad-87d6-5c3928908a56,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:36.479210 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1cadeea0-937a-4a37-b1b6-22cfe348c120 no longer exists at agent ovs-agent-dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:26:36.501429 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] No Port match for: 1cadeea0-937a-4a37-b1b6-22cfe348c120 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:26:36.501429 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Device 1cadeea0-937a-4a37-b1b6-22cfe348c120 not bound to the agent host dv-cinder-755654-11-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:26:36.810631 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55790) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:36.853912 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0f536e77-06b1-40c9-bcdc-98363037bfc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2949954e2ce54a8d94c0832b77823ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392771 Aug 24 16:26:36.854151 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55794) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:36.901424 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:36.923503 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:37.061683 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:37.064444 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:37.065645 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/383e20f8-7166-47bb-a341-b2734cf236d5 HTTP/1.1" status: 204 len: 168 time: 0.2104931 Aug 24 16:26:37.074402 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f57a4-9cc6-46d5-a47a-3cadfb35337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e20f8-7166-47bb-a341-b2734cf236d5,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:40.938638 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-17e82afd-81c6-47e0-b370-373b136d61db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:43.733446 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-16d68ddc-0374-475c-a31c-8534f8860dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:43.985025 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:44.833491 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:46.467125 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:47.186070 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:26:53.609859 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.470530 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.52', 55916) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:58.570887 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4edfac82-cfc7-4e4b-9913-a7acac04fa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.655534 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4edfac82-cfc7-4e4b-9913-a7acac04fa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.724738 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4edfac82-cfc7-4e4b-9913-a7acac04fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.763462 dv-cinder-755654-11-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4edfac82-cfc7-4e4b-9913-a7acac04fa03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cad942bdd764ec28ef2a8bfae30408e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918799 Aug 24 16:26:58.764327 dv-cinder-755654-11-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfac82-cfc7-4e4b-9913-a7acac04fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e313636-a053-421e-8fbd-46474416d658,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:26:58.766238 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.52', 55920) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:26:58.813550 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.833591 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.924285 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607788'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.926899 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:26:58.928040 dv-cinder-755654-11-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e313636-a053-421e-8fbd-46474416d658 HTTP/1.1" status: 204 len: 168 time: 0.1607547 Aug 24 16:26:58.935695 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886be2c4-5734-4417-82ce-a0e75330708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e313636-a053-421e-8fbd-46474416d658,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:27:10.944373 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bfea6cfe-45d0-49f8-8ee2-d50908fa69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:13.710128 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4c1270ac-a539-4499-8b52-da3e1a90ca52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:13.961628 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:14.809252 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:16.461115 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:23.603384 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:24.185581 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:27:40.917361 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-c389-4622-ba9a-12701092bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:43.683010 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9728f639-dcb0-447b-8cf2-f7bbda801b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:43.975474 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:44.800955 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:46.443440 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:27:53.602568 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:01.184866 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:28:10.956610 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5387fcb-255f-4844-adde-b9e9857f7272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:13.671316 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a24e2dc4-4c51-481c-bed1-ced49e0875bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:13.943460 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:14.779539 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:16.680342 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:23.636347 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:38.183227 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:28:40.915797 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fc24-cbc0-4649-9a52-6bb14857e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:43.676062 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0e3750a7-22de-44f5-b53e-40425d19d207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:43.965239 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:44.830310 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:46.451314 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:28:53.646856 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:10.920702 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-16f036d2-ff2c-46d4-8470-20729376c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:13.675044 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-102dc3c8-7fe9-449c-bc65-9fa16bda2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:13.983657 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:14.795193 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:15.181612 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:29:16.458701 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:23.638975 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:40.937429 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ae47be42-2473-4c60-bfe2-53eb08cf4fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:43.680165 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-04f4bda9-0845-4eb2-800b-a913f4b3c193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:43.953181 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:44.821782 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:46.457520 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:29:52.180835 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:29:53.639975 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:10.913609 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2e6f-6d74-42f6-bc18-a30ffd1015a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:13.753717 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ca719862-6221-48de-a3e7-f3b9245ccf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:13.919353 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:14.838114 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:16.502886 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:23.679469 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:29.179151 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:30:40.953536 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-af2433c9-c18d-4348-823c-eae2991ace33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:42.319192 dv-cinder-755654-11-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-f932c6d2-2255-44b5-8977-ad16f183bb96 req-943d8655-58b0-45f3-bfc9-cbb2259a6496 service neutron] (94575) timed out ('10.222.0.37', 52102) {{(pid=94575) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 16:30:43.701723 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2af5b9de-2a8d-4f7c-b62b-1908ba89f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:43.970174 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:44.826973 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:46.467163 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:30:53.661258 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:06.178435 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:31:10.929204 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b6805628-cddc-4dad-83e3-fbe62d992b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:13.700808 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7cd56009-9c6e-42ac-a35b-02b985f5184a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:13.969433 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:14.814731 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:16.518001 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:23.654722 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:40.917084 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf963-8181-427e-8882-b0195622a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:43.176978 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:31:43.728861 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-917c9ca2-82ec-4c21-9582-803edd5e7188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:43.951481 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:44.808709 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:46.499720 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:31:53.654151 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38756909-9eba-4f26-820b-fcca31074cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:10.910778 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-088754a1-6bbf-46c5-961f-26f860a43566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:13.659409 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e1107f6-864b-46b9-aa54-b33a5b06cc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:13.950826 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-799d87bf-c29e-44f2-af51-ac2b305b8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:14.819817 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f4e28863-5cb1-40ea-843b-21bcbd0366b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:16.471021 dv-cinder-755654-11-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-141198cd-af08-4423-8418-3cfdd8adf849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761271311894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765461'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:32:20.176372 dv-cinder-755654-11-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3d47625c-f0c7-4f6a-ba4e-7eace00b021d None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}